{"schemaVersion":1,"fingerprint":"618c0e639894541b5e274bde06d54cc7126b9439a59890619453ba866a87b88f","catalogSnapshotId":"sha256-3848b85526102e7a985d53044e8baa86203d9d16f2affbb4a93bcb265f95b8fb","effortDatasetId":"sha256-49305f3d640f7387a764d95d62f10bbce44aeff4a4012ddba973eddf1e57a707+sha256-443256461e035ccdee585c01fdbd68b4b26545d45e2bd6b2bd93e1e913a2d41a+sha256-32c6374f8a0cdb9cd64f17244f1a697dd35d31cff071002599f3e1226d1e027d+sha256-9b7bfe52f0cba33df0362a330cb12551ea2f5853bf843931b08dad98e5d8d15c+sha256-c4f243913106bee769c57849d3cb4662fee3097206d30d3c8d4d37d687f8e556+sha256-c6f9cb8b67b4289e79e621b65d529e5f57eee55d89d86915f397859092051dad+sha256-78cb5ce46bffe96a698a9a7117551eafb90b2c3d05066722f4a703be2680aa55+sha256-e34a2de55476481fa69ea734e4027620fbc14df27f896c3bcec6c07275b0da42","evidencePolicy":"documented","part":"configurationSnapshot","value":{"format":"shared-opponents-v1","lists":[[0,108],[0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,1,107],[232,1,1,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,1,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,1,4,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,1,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,1,4,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,1,39,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,1,39,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,1,1,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,1,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,1,4,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,1,4,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,1,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[232,1,0,1,2,106],[232,1,0,1,2,3,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[232,1,0,1,2,3,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,2,3,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,1,2,3,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,2,3,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,2,38,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[2,3,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,1,2,38,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,1,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,1,2,3,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,2,3,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,2,3,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,3,105],[232,1,0,2,3,2,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,2,3,2,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,3,2,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,2,3,2,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,3,2,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,3,37,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,1,3,2,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,2,3,37,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,3,2,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,3,2,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,3,2,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,3,4,104],[232,1,0,3,4,1,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,3,4,1,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,3,4,1,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,3,4,1,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,3,4,1,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,3,4,36,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,2,4,1,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,3,4,36,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,3,4,1,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,3,4,1,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,3,4,1,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,4,5,103],[232,1,0,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,4,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,4,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,4,5,35,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,3,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,4,5,35,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,5,2,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,4,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,4,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,4,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[109,1,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[113,1],[232,1,0,5,109,1,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[109,1,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,109,1,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[109,1,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,109,1,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,109,1,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,109,1,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,7,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,114,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,5,109,1,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,7,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,7,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[109,1,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[118,1,109,2,115,1,113,1,116,1,112,1,117,1,114,1,111,1],[109,2,6,1,111,4,116,3,128,6,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,197,1,237,1,131,1,117,1,132,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,109,1,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,109,1,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[109,1,114,1],[],[194,1,169,1,122,1,157,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,2,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[112,1,128,1,152,1],[154,1,129,1,113,1,128,1],[114,1,117,1,123,1,144,1,153,2,161,1],[112,2,117,1,143,1],[114,1,113,1],[109,1],[153,1,155,1,116,1,154,1,128,1,114,1],[108,1,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,1,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,1,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,1,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,1,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,1,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,1,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[110,1,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,3,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,1,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,5,108,1,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[110,1,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,1,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,1,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[118,1,110,1,108,1,115,1,113,1,116,1,112,1,117,1,114,1,111,1],[108,1,110,1,6,1,111,4,116,3,128,6,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,1,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,1,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[108,1,114,1],[232,1,0,5,108,1,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,1,108,1,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,1],[108,3,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,3,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,6,102],[232,1,0,5,108,3,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,3,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,3,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,3,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,3,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,6,1,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,6,1,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,3,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,6,1,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,6,34,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,6,34,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,1,6,1,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,3,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,6,1,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,6,1,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,1,6,1,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,6,1,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[7,1],[108,4,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,113,1,144,1,7,1,160,1,116,1],[108,2,5,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,2,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,2,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,1,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,2,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,1,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[157,1,133,1,158,1,156,1,159,1,124,1,134,1,163,1,155,1,153,2,114,1,161,2],[118,1,109,1,108,1,115,1,113,1,116,1,112,1,117,1,114,1,111,1],[108,2,6,1,111,4,116,3,128,6,48,1,149,11,163,1,181,4],[232,1,0,5,108,2,5,2,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,111,1,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[232,1,0,6,7,101],[232,1,0,5,108,2,5,1,110,6,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,6,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,1,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,1,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,6,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,1,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,6,7,33,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,6,7,33,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,2,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,6,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,1,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,1,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,112,4,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,112,4,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,3,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,112,3,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,2,5,1,110,1,6,1,112,4,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,112,2,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,112,1,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,112,4,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,112,2,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,112,2,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[232,1,0,5,108,2,5,2,112,3,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[118,1,109,2,108,1,115,1,113,1,116,1,112,1,117,1,114,1],[108,3,6,1,112,3,116,3,128,6,48,1,149,11,163,1,181,4],[45,1,48,1,148,2,112,2,123,1,144,1,152,1],[131,1,128,1,130,1,26,1,129,1,116,1],[128,1,149,1],[108,2,5,1,110,1,113,6,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,1,113,3,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,1,113,3,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,113,3,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,1,113,2,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,1,113,3,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,1,113,1,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,113,1,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,1,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,1,113,3,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,1,113,1,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,1,113,1,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[118,1,109,2,108,1,115,1,113,1,116,2,114,1,111,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,108,1,197,1,237,1,131,1,117,1,132,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,1,113,3,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[232,1,0,5,108,2,5,2,111,1,113,2,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,1,5,2,111,1,113,1,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,1,113,1,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,1,114,5,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,1,114,2,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,2,114,2,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,114,2,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,2,114,2,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,114,1,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,114,2,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,1,114,2,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,2,114,1,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,2,114,2,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,2,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,1,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[152,1,154,1,169,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,2,114,2,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,2,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,2,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[144,1,152,1,154,1,169,1],[118,1,109,2,108,1,115,2,112,1,117,1,114,1,111,1],[108,3,6,1,111,2,114,1,116,3,128,6,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[169,1],[108,1,112,1,117,1,143,1],[108,2,5,1,110,2,114,2,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,114,1,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[108,1,154,1,129,1,128,1],[114,1,108,1],[111,2,123,1,144,1,149,1,152,1],[108,2,5,1,110,1,112,2,115,4,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,2,115,1,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,3,115,1,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,1,115,1,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,3,115,1,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,1,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,1,115,1,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,2,115,1,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,3,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,3,115,1,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,115,1,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,3,115,1,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,2,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,115,1,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,2,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,1,115,1,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,1,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[118,1,109,2,108,1,115,1,113,1,116,1,112,1,117,1,111,1],[108,3,6,1,111,3,116,3,128,6,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[153,1,155,1,116,1,108,1,154,1,128,1],[118,1,134,1,156,1,159,1,184,2,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[109,1,134,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[108,2],[232,1,0,5,108,2,5,2,111,3,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[110,1,133,1,158,1,156,2,134,1,159,1,124,1,155,1,153,2,163,1,161,2],[108,1,117,1,123,1,144,1,153,2,161,1],[108,1,113,1],[113,1,108,1],[108,2,5,1,110,1,112,3,116,3,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,3,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,4,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,2,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,4,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,2,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,3,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,2,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,4,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,116,1,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,1,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,4,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,1,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,2,113,2,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[118,1,109,2,108,1,113,1,116,1,112,1,117,1,114,1,111,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,4,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,112,13,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,7,8,100],[232,1,0,5,108,2,5,1,110,1,6,1,111,9,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,12,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,9,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,12,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,8,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,9,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,7,8,32,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,7,8,32,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,4,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,9,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,1,5,2,111,3,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[5,1],[108,2,5,1,110,2,113,4,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[108,2,5,1,110,1,112,4,117,2,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,117,8,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[111,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,117,3,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,117,8,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,117,3,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,117,8,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,117,3,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,2,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,117,1,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,117,1,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,117,3,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,1,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,117,1,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,117,3,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[118,1,109,2,108,1,115,1,113,1,112,1,117,1,114,1,111,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[108,1,113,2,117,1,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[153,1,155,1,108,1,154,1,128,1,114,1],[108,2,5,1,110,1,112,5,118,1,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,1,118,7,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,1,118,2,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,1,118,7,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,1,118,2,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,1,118,7,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,1,118,2,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,1,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,1,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,1,118,2,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,1,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,1,118,2,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,1,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,1,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,1,113,2,116,1,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[118,1,109,2,108,1,115,1,113,1,116,1,112,1,114,1,111,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,2],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,1,118,2,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,1,118,7,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1,112,1],[108,1,114,1,123,1,144,1,153,2,161,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[108,3,6,1,111,4,116,1,118,1,128,6,48,1,149,11,163,1,181,4],[232,1,0,5,108,2,5,2,111,4,7,1,116,1,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,1,108,2,5,1,112,3,7,1,116,1,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4],[108,2,5,1,110,1,112,6,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,2,119,6,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,2,119,1,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,2,119,6,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,2,119,1,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,2,119,6,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,2,119,1,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,2,115,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,3,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,2,119,1,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,2,119,1,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[109,2,108,1,115,1,113,1,116,1,112,1,117,1,114,1,111,1],[108,3,6,1,111,4,116,2,128,6,48,1,149,11,163,1,181,4],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,2,119,1,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,2,119,6,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1,112,1,26,1],[108,2,5,1,110,1,112,4,7,1,116,3,120,5,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,3,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,3,120,5,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,3,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,3,120,5,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,3,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,3,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,3,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,8,9,99],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,9,8,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,9,2,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,9,8,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,9,2,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,9,8,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,8,9,31,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,9,6,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,8,9,31,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,9,2,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,9,2,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,9,2,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,9,10,98],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,1,10,7,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,1,10,1,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,1,10,7,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,1,10,1,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,1,10,7,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,9,10,30,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,1,10,5,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,9,10,30,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,1,10,1,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,1,10,1,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,1,10,1,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,10,11,97],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,2,11,6,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,2,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,2,11,6,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,2,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,2,11,6,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,10,11,29,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,2,11,4,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,10,11,29,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,2,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,2,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,2,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,11,12,96],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,3,12,5,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,12,5,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,11,12,28,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,3,12,3,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,11,12,28,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,12,13,95],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,4,13,4,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,4,13,4,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,13,4,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,4,13,4,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,12,13,27,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,4,13,2,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,12,13,27,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,13,14,94],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,5,14,3,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,5,14,3,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,1,14,3,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,5,14,3,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,13,14,26,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,5,14,1,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,13,14,26,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,14,15,93],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,6,15,2,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,6,15,2,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,2,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,6,15,2,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,14,15,25,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,6,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,14,15,25,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,15,16,92],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,7,16,1,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,16,1,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,16,3,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,7,16,1,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,3,16,1,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,7,16,1,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,15,16,24,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,15,16,24,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,16,1,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,16,1,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,16,1,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[111,1,116,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,9,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,16,1,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,16,17,91],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,8,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,1,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,1,17,2,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,8,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,4,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,8,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,16,17,23,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,16,17,23,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,1,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,1,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,1,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,4,121,4,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,121,4,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,4,121,4,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,121,4,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,4,121,4,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,121,4,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,121,3,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,121,4,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,121,4,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,1,121,3,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,121,3,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,146,1,153,1,160,1,130,1,150,2,179,1],[131,1,145,1,132,3,146,1,122,1,124,1,178,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,2,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[108,2,5,1,110,1,112,7,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,5,122,3,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,1,122,3,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,5,122,3,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,1,122,3,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,122,2,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,5,122,3,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,1,122,3,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,1,122,2,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,1,122,3,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,1,122,3,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,1,122,3,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,6,123,2,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,2,123,2,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,6,123,2,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,2,123,2,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,1,123,1,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,6,123,2,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,2,123,2,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,2,123,1,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,2,123,2,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,2,123,2,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,3,123,1,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,2,123,1,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[111,1,160,1,145,1,156,2,161,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,2,123,2,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[131,1,145,1,132,2,120,1,134,1,146,1,124,1,178,1],[108,2,5,1,110,1,112,7,121,1,124,1,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,7,124,1,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,3,124,1,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,7,124,1,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,3,124,1,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,2,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,7,124,1,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,3,124,1,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,3,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,3,124,1,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,124,1,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,3,124,1,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,3,124,1,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[111,3,144,1,149,1,152,1,108,1,114,1,117,1,153,2,161,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,7,121,1,123,1,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,8,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,4,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,8,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,4,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,8,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,4,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,2,115,1,118,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,4,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,1,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,125,1,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,4,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[157,1,133,1,158,1,156,1,159,1,110,1,134,1,163,1,155,1,153,2,114,1,161,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,4,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[131,1,145,1,132,2,120,1,134,1,146,1,122,1,178,1],[108,2,5,1,110,1,112,4,7,1,116,9,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,17,18,90],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,6,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,6,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,7,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,2,18,1,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,6,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,17,18,22,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,17,18,22,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,6,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,2,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,6,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,126,1,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,6,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,6,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,1,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,6,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,126,1,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4],[232,1,0,18,19,89],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,19,4,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,3,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,19,4,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,19,4,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,19,4,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,18,19,21,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,18,19,21,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,19,4,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,1,19,4,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,1,19,4,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,19,20,88],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,1,20,3,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,1,20,3,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,1,20,3,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,1,20,3,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,19,20,20,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,19,20,20,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,1,20,3,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,2,20,3,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,2,20,3,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,20,21,87],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,2,21,2,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,2,21,2,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,2,21,2,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,2,21,2,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,20,21,19,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,20,21,19,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,2,21,2,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,3,21,2,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,3,21,2,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,21,22,86],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,3,22,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,3,22,1,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,3,22,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,3,22,1,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,21,22,18,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,21,22,18,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,3,22,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,4,22,1,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,4,22,1,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,22,23,85],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,4,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,4,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,4,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,4,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,22,23,17,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,23,3,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,22,23,17,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,4,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,9,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,1,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,9,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,9,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,9,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,9,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,10,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,10,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,23,24,84],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,24,3,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,24,3,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,24,3,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,24,3,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,24,3,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,23,24,16,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,1,24,2,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,23,24,16,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,24,3,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,24,3,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,24,3,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,24,3,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,24,25,83],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,1,25,2,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,1,25,2,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,1,25,2,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,1,25,2,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,1,25,2,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,24,25,15,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,2,25,1,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,24,25,15,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,1,25,2,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,1,25,2,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,1,25,2,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,1,25,2,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,1,25,2,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,25,26,82],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,2,26,1,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,2,26,1,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,10,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,26,1,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,2,26,1,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,2,26,1,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,2,26,1,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,25,26,14,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,3,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,25,26,14,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,2,26,1,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,2,26,1,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,2,26,1,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,2,26,1,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,26,1,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[232,1,0,26,27,81],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,3,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,3,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,1,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,3,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,3,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,3,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,26,27,13,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,26,27,13,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,3,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,3,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,3,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,3,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[111,1,116,1,15,1,123,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,3,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,130,1,151,1,128,1,150,1,149,1],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,2,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,152,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,128,1,182,1,181,1,112,1,161,1,144,1,146,1,116,1,150,1,122,1,130,1,160,1,151,1,179,1,118,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,1,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[131,1,128,1,130,1,111,1,129,1,116,1],[112,1,122,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,130,1,150,1,160,1,179,1,151,1],[108,2,5,1,110,1,112,7,121,1,123,2,128,2,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,128,7,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,128,2,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,128,7,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,128,7,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,128,7,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,128,3,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,128,7,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,128,7,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,128,6,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,128,7,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,128,2,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,128,6,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,128,7,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,128,2,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,128,2,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,1,129,1,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,1,129,6,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,1,129,1,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,1,129,6,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,1,129,6,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,1,129,6,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,1,129,2,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,1,129,6,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,1,129,6,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,4,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,1,129,5,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[109,2,115,1,118,1,124,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,1,129,6,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,1,129,1,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,129,1,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,1,129,5,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,1,129,6,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,1,129,1,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,1,129,1,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,150,1,149,1],[7,1,47,1,111,1,6,1,109,1,192,1,118,1],[109,1,114,1,108,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[167,1],[108,1,112,1,152,1,156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,182,1,181,1,161,1,144,1,146,1,116,1,150,1,122,1,26,1,130,1,160,1,151,1,179,1,118,1],[108,1,113,2,116,2,120,1,129,1,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[108,1,154,1,129,1,113,1],[108,3,6,1,111,4,116,3,129,5,48,1,149,11,163,1,181,4],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,129,1,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[153,1,155,1,116,1,108,1,154,1,114,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,26,1,130,1,150,1,160,1,179,1,151,1],[149,1,167,1],[111,1,149,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,2,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,2,130,5,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,2,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,2,130,5,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,2,130,5,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,2,130,5,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,2,130,1,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,2,130,5,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,2,130,5,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,2,130,4,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,2,130,5,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,2,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,1,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,2,130,4,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,2,130,5,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,2,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,2,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,130,5,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,1,131,3,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[108,1,154,1,113,1,128,1],[108,3,6,1,111,4,116,3,128,1,130,4,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,1,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,2,130,5,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,2,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,2,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,2,130,4,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,3,131,4,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,3,131,4,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,3,131,4,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,3,131,4,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,3,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,3,131,4,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,3,131,4,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,3,131,3,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[109,2,115,1,118,1,124,1,128,1,133,1,145,2,156,4,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,3,131,4,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,3,131,3,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,3,131,4,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,3,131,3,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,3,131,3,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,128,1,150,1,149,1],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,150,2,179,1],[156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,152,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,128,1,182,1,181,1,112,1,161,1,144,1,146,1,116,1,150,1,122,1,26,1,160,1,151,1,179,1,118,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,1,131,4,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,3,6,1,111,4,116,3,128,2,131,3,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,150,1,160,1,179,1,151,1],[131,1,128,1,111,1,26,1,129,1,116,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,4,132,3,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,4,132,3,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,4,132,3,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,4,132,3,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,4,132,3,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,4,132,3,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,4,132,2,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,4,132,3,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,4,132,2,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,4,132,3,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,4,132,2,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,4,132,2,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,2,132,3,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,132,2,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[145,1,132,2,120,1,134,1,146,1,122,1,124,1,178,1],[108,3,6,1,111,4,116,3,128,3,132,2,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,3,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[156,1,155,1,154,1,130,1,157,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[128,1,130,1,111,1,26,1,129,1,116,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,133,2,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,5,133,2,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,5,133,2,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,5,133,2,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,5,133,2,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,5,133,2,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,5,133,2,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,5,133,1,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,5,133,2,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,5,133,1,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,5,133,2,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,5,133,1,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,5,133,1,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,3,133,2,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,1,133,1,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[131,1,145,1,133,1,120,1,134,1,146,1,122,1,124,1,178,1],[108,3,6,1,111,4,116,3,128,4,133,1,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1],[112,1,122,1,26,1,161,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,2,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,5,133,2,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,5,133,1,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,5,133,1,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4],[108,1,5,1,113,2,117,1,121,3,127,4,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,1,134,1,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,6,134,1,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,6,134,1,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,6,134,1,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,6,134,1,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,6,134,1,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,6,134,1,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,6,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[109,2,115,1,118,1,124,1,128,1,130,1,145,2,156,4,163,1,169,1,177,2,183,3,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,6,134,1,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,6,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,6,134,1,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,6,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,134,1,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,6,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,4,134,1,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,2,144,3,149,1,152,5,161,2,169,1,181,2,193,1],[157,2,156,1,159,1,110,1,124,1,134,1,163,1,155,1,153,2,114,1,161,2],[131,1,145,1,132,1,120,1,134,1,146,1,122,1,124,1,178,1],[108,3,6,1,111,4,116,3,128,5,48,1,149,11,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,6,134,1,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,6,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,6,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,2,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,7,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,7,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,7,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,7,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,7,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[182,2,185,1,181,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,124,1,130,1,133,1,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,5,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[157,1,133,1,158,1,156,1,159,1,110,1,124,1,163,1],[131,1,145,1,132,2,120,1,146,1,122,1,124,1,178,1],[133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[157,1,133,1,158,1,156,1,159,1,110,1,124,1,163,1,155,1,153,2,114,1,161,2],[232,1,0,27,28,80],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,28,6,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,28,6,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,28,1,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,28,6,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,28,6,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,28,6,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,27,28,12,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,28,1,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,27,28,12,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,28,6,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,28,6,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,28,6,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,28,29,79],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,1,29,5,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,1,29,5,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,1,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,1,29,5,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,1,29,5,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,1,29,5,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,28,29,11,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,1,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,28,29,11,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,1,29,5,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,1,29,5,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,1,29,5,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,29,30,78],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,2,30,4,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,2,30,4,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,2,30,4,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,2,30,4,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,2,30,4,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,29,30,10,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,29,30,10,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,2,30,4,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,2,30,4,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,2,30,4,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,30,31,77],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,3,31,3,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,3,31,3,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,31,1,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,3,31,3,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,3,31,3,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,3,31,3,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,30,31,9,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,31,5,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,30,31,9,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,31,1,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,3,31,3,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,3,31,3,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,3,31,3,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,31,32,76],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,4,32,2,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,4,32,2,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,1,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,4,32,2,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,4,32,2,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,4,32,2,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,31,32,8,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,1,32,4,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,31,32,8,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,1,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,4,32,2,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,4,32,2,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,4,32,2,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,32,33,75],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,5,33,1,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,5,33,1,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,5,33,1,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,5,33,1,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,5,33,1,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,32,33,7,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,2,33,3,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,32,33,7,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,5,33,1,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,5,33,1,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,5,33,1,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,33,34,74],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,6,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,6,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,6,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,6,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,6,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,33,34,6,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,3,34,2,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,33,34,6,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,6,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,6,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,6,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,136,4,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,136,4,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,136,4,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,136,4,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,136,4,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,136,4,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,136,4,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,136,4,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,136,4,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,136,4,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,136,4,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,137,1,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,1,137,3,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,1,137,3,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,1,137,3,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,1,137,3,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,1,137,3,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,1,137,3,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,137,1,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,1,137,3,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,1,137,3,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,1,137,3,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,1,137,3,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,1,137,3,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,1,137,3,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,1,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,2,138,2,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,2,138,2,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,2,138,2,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,2,138,2,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,2,138,2,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,2,138,2,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,1,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,2,138,2,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,2,138,2,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,2,138,2,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,2,138,2,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,2,138,2,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,3,139,1,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,3,139,1,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,3,139,1,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,3,139,1,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,3,139,1,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,3,139,1,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,3,139,1,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,3,139,1,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,3,139,1,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,3,139,1,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,3,139,1,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,4,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,4,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,4,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,4,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,4,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,4,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,4,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,4,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,4,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,4,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,4,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,34,35,73],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,35,5,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,35,5,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,35,5,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,35,5,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,35,5,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,34,35,5,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,4,35,1,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,34,35,5,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,35,5,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,35,5,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,35,5,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,35,36,72],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,1,36,4,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,1,36,4,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,1,36,4,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,1,36,4,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,1,36,4,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,35,36,4,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,5,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,35,36,4,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,1,36,4,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,1,36,4,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,1,36,4,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,36,37,71],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,2,37,3,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,2,37,3,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,2,37,3,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,2,37,3,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,2,37,3,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,36,37,3,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,36,37,3,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,2,37,3,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,2,37,3,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,2,37,3,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,37,38,70],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,3,38,2,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,3,38,2,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,3,38,2,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,3,38,2,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,3,38,2,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,37,38,2,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,37,38,2,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,3,38,2,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,3,38,2,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,3,38,2,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,38,2,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,3,38,2,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,3,38,2,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,38,39,69],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,4,39,1,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,4,39,1,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,1,39,1,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,4,39,1,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,4,39,1,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,4,39,1,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,38,39,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,38,39,1,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,4,39,1,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,4,39,1,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,4,39,1,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,39,40,68],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,5,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,5,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,2,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,5,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,5,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,5,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,39,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,39,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,5,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,5,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,5,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,5,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,5,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,141,7,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,141,7,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,141,7,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,141,7,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,141,4,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,141,7,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,141,4,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,141,4,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,141,7,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[111,1,116,1,15,1,123,1,26,1,127,3,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,1,142,6,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,1,142,6,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,1,142,6,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,1,142,6,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,1,142,3,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,1,142,6,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,1,142,3,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,1,142,3,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,2,143,5,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,2,143,5,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,2,143,5,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,2,143,5,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,2,143,2,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,2,143,5,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,2,143,2,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,2,143,2,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,144,3,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,3,144,4,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,144,3,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,3,144,4,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,144,3,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,144,3,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,3,144,4,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,3,144,4,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,3,144,1,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,144,3,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,3,144,4,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,3,144,1,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,3,144,1,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,3,144,1,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,3,144,1,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[127,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[108,1,112,2,117,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,1,145,2,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,4,145,3,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,1,145,2,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,4,145,3,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,145,2,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,1,145,2,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,1,145,2,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,4,145,3,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,4,145,3,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,4,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,1,145,2,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,4,145,3,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,4,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,4,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,1,113,2,116,2,120,1,128,2,131,3,145,2,149,1,152,5,161,2,169,1,181,2,193,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,7,1,160,1,116,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[113,1,152,1,154,1,169,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,4,145,3,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,1,145,2,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,1,145,2,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[111,3,123,1,149,1,152,1,108,1,114,1,117,1,153,2,161,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,146,1,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,2,146,1,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,5,146,2,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,2,146,1,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,5,146,2,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,1,146,1,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,2,146,1,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,2,146,1,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,5,146,2,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,146,1,156,4,163,1,169,1,177,2,183,3,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,5,146,2,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,2,146,1,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,5,146,2,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,2,146,1,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,146,1,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,2,146,1,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,1,146,1,149,1,152,5,161,2,169,1,181,2,193,1],[131,3,120,1,134,1,146,1,122,1,124,1,178,1],[111,1,160,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,146,1,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,5,146,2,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,1,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,3,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,6,147,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,3,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,6,147,1,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,2,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,3,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,3,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,6,147,1,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,1,156,4,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,6,147,1,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,3,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,6,147,1,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,3,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,1,153,7,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,3,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,153,1,160,1,130,1,150,2,179,1],[156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,152,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,128,1,182,1,181,1,112,1,161,1,144,1,116,1,150,1,122,1,26,1,130,1,160,1,151,1,179,1,118,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,2,149,1,152,5,161,2,169,1,181,2,193,1],[131,1,145,1,132,2,120,1,134,1,122,1,124,1,178,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,1,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,7,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,7,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,7,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,7,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,7,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[1,4,8,7,19,1,22,4,27,2,30,6,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,74,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,40,34,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,41,67],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,41,2,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,41,2,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,41,8,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,41,8,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,41,8,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,41,33,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,41,4,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,41,33,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,41,2,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,41,2,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,41,2,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,41,2,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,41,42,66],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,1,42,1,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,1,42,1,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,42,1,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,1,42,7,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,1,42,7,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,1,42,7,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,1,42,32,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,1,42,3,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,1,42,32,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,1,42,1,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,1,42,1,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,1,42,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,1,42,1,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,42,43,65],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,2,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,2,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,1,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,2,43,6,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,2,43,6,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,2,43,6,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,2,43,31,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,2,43,2,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,2,43,31,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,2,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,2,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,2,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,2,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,5,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,9,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,43,44,64],[0,2,108,2,5,1,110,1,112,13,23,2,26,1,127,7,144,3,150,10,49,2,160,4,168,2,54,1,171,1,173,1,176,2,179,1,182,2,187,1,189,2,193,2,210,3,217,1,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,44,2,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,3,44,5,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,3,44,30,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,3,44,1,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,3,44,30,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,44,5,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,2,44,2,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,2,44,2,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4],[232,1,0,44,45,63],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,45,4,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,45,4,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,1,45,1,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,45,4,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,4,45,4,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,4,45,4,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,4,45,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,4,45,29,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,4,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,4,45,29,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,1,45,4,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,45,4,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,45,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,45,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,45,4,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[45,1,48,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,45,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,45,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,45,46,62],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,1,46,3,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,1,46,3,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,2,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,1,46,3,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,5,46,3,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,5,46,3,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,5,46,3,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,5,46,28,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,5,46,28,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,2,46,3,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,1,46,3,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,1,46,3,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,1,46,3,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,1,46,3,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[48,2,111,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,1,46,3,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,1,46,3,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[44,1,48,2,111,1],[232,1,0,46,47,61],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,2,47,2,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,2,47,2,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,2,47,2,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,6,47,2,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,6,47,2,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,6,47,2,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,6,47,27,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,6,47,27,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,3,47,2,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,2,47,2,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,2,47,2,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,2,47,2,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,2,47,2,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[232,1,0,47,48,60],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,3,48,1,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,3,48,1,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,3,48,1,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,7,48,1,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,7,48,1,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,7,48,1,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,7,48,26,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,7,48,26,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,4,48,1,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,3,48,1,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,3,48,1,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,3,48,1,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,3,48,1,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,3,48,1,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,3,48,1,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,48,49,59],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,4,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,4,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,4,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,8,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,8,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,8,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,8,49,25,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,8,49,25,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,5,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,4,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,4,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[44,2,49,1,111,1,148,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,4,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[45,1,49,1,111,1],[108,3,6,1,111,4,116,3,128,6,149,11,163,1,181,4],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,149,11,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,149,3,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,149,8,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,149,11,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,149,4,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,149,13,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,149,11,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,149,4,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,149,4,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[111,1,48,1,149,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,150,4,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,1,150,10,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,1,150,2,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,150,10,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,1,150,7,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,1,150,10,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,1,150,3,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,1,150,12,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,1,150,10,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,1,150,3,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,1,150,3,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,150,2,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,152,5,161,2,169,1,181,2,193,1],[111,1,128,1],[154,1,152,1],[156,1,152,1],[156,1,152,1,181,1],[108,3,6,1,111,4,116,3,128,6,48,1,150,10,163,1,181,4],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[128,1,167,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,1,150,3,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,1,150,3,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[111,1,48,1,148,1,112,2,123,1,144,1,152,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,151,9,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,1,151,3,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,2,151,9,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,151,9,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,2,151,1,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,151,5,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,151,9,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,1,151,9,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,8,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,2,151,6,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,2,151,9,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,2,151,2,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,151,6,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,151,1,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,2,151,11,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,2,151,9,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,2,151,2,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,2,151,2,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,1,151,1,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[158,1,157,1,159,1,153,1,155,1,154,1,156,1,152,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,1,151,9,163,1,181,4],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,151,1,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,2,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,2,151,9,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,2,151,2,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,2,151,2,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,152,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,128,1,182,1,181,1,112,1,161,1,144,1,146,1,116,1,122,1,26,1,130,1,160,1,151,1,179,1,118,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,1,152,8,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,2,152,2,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,3,152,8,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,1,152,8,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,3,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,1,152,4,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,1,152,8,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,2,152,8,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,3,152,5,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,3,152,8,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,3,152,1,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,1,152,5,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,3,152,10,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,3,152,8,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,3,152,1,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,3,152,1,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,2,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,2,152,8,163,1,181,4],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,3,152,8,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,3,152,1,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,3,152,1,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,128,1,150,1,149,1],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,1,179,1],[156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,152,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,128,1,182,1,181,1,112,1,161,1,144,1,146,1,116,1,150,1,122,1,26,1,130,1,160,1,179,1,118,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,1,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,5,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,4,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,4,153,7,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,2,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,3,153,7,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,4,153,4,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,4,153,7,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,4,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,4,153,9,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,4,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,4,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,4,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,2,153,7,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,3,153,1,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,2,153,7,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,2,153,3,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,2,153,7,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,2,153,4,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,4,153,9,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3,113,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,4,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,2,153,7,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,153,4,161,2,169,1,181,2,193,1],[158,1,157,1,159,1,153,1,150,1,155,1,154,1,156,1],[154,1,149,1],[156,1,149,1],[149,1,156,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,3,153,7,163,1,181,4],[111,3,123,1,144,1,149,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[113,1,154,1,169,1],[113,1,144,1,154,1,169,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,4,153,7,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,8,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,8,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,2,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,3,154,6,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,5,154,6,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,3,154,6,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,154,6,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,3,154,6,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,4,154,6,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,5,154,3,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,5,154,6,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,5,154,8,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,5,154,6,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,4,154,3,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,4,154,3,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,154,6,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,1,154,3,161,2,169,1,181,2,193,1],[110,1,133,1,158,1,156,2,134,1,159,1,124,1,155,1,154,1,163,1,114,1,161,2],[158,1,157,1,159,1,150,1,155,1,154,1,156,1,152,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,5,154,3,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,207,2,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,4,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,3,154,2,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,2,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,3,154,3,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,160,1,130,1,150,2,179,1],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,154,6,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,4,154,3,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,4,154,6,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[155,1,116,1,108,1,154,1,128,1,114,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[108,1,114,1,117,1,123,1,144,1,154,1,161,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,5,154,6,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,4,155,5,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,6,155,5,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,4,155,5,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,1,155,5,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,4,155,1,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,4,155,5,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,5,155,5,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,6,155,2,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,6,155,5,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,155,1,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,4,155,2,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,6,155,7,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3,113,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,6,155,7,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,6,155,5,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,155,1,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,1,155,5,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,155,1,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,1,155,5,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,2,155,2,161,2,169,1,181,2,193,1],[110,1,133,1,158,1,156,2,134,1,159,1,124,1,155,1,153,1,163,1,114,1,161,2],[158,1,157,1,159,1,153,1,150,1,155,2,152,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,5,155,5,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[153,1,155,1,116,1,108,1,128,1,114,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,155,1,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[113,1,152,1,169,1],[113,1,144,1,152,1,169,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,6,155,2,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[108,1,129,1,113,1,128,1],[108,1,114,1,117,1,123,1,144,1,153,1,161,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,6,155,5,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,5,155,2,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,5,155,2,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4],[152,1,149,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,5,156,4,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,7,156,4,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,5,156,4,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,2,156,4,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,5,156,4,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,6,156,4,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,7,156,1,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,7,156,4,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,1,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,7,156,6,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,7,156,4,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,1,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,1,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,2,156,4,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,3,156,1,161,2,169,1,181,2,193,1],[110,1,133,1,158,1,156,2,134,1,159,1,124,1,153,2,163,1,114,1,161,2],[158,1,157,1,159,1,153,1,150,1,154,1,156,1,152,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,7,156,1,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,5,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,5,156,1,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,2,156,4,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,6,156,4,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[153,1,116,1,108,1,154,1,128,1,114,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,1,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,6,156,1,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,7,156,4,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,6,156,1,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,157,1,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,6,157,3,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,8,157,3,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,6,157,3,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,3,157,3,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,6,157,3,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,7,157,3,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,8,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,157,3,163,1,169,1,177,2,183,3,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,8,157,3,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,6,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,8,157,5,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,8,157,3,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,7,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,3,157,3,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,7,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,3,157,3,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,4,161,2,169,1,181,2,193,1,158,2],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,4,161,2,169,1,181,2,193,1],[157,1,133,1,158,2,110,1,124,1,134,1,163,1,155,1,153,2,114,1,161,2],[158,1,157,1,159,1,153,1,150,1,155,1,154,1,152,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,7,157,3,163,1,181,4],[111,1,160,1,145,1,157,1,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[158,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,8,157,3,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,8,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,7,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[111,1,160,1,145,1,157,1,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1],[149,1,152,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,1,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,7,158,2,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,9,158,2,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,7,158,2,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,4,158,2,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,7,158,2,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,8,158,2,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[156,1,155,1,154,1,130,2,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,1,158,2,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,9,158,2,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,9,158,4,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,9,158,2,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,4,158,2,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,7,158,2,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1,112,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,4,158,2,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[133,1,158,1,156,1,159,1,110,1,124,1,134,1,163,1,155,1,153,2,114,1,161,2],[158,2,153,1,150,1,155,1,154,1,156,1,152,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,8,158,2,163,1,181,4],[111,1,160,1,145,1,156,1,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,158,1,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,9,158,2,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,8,159,1,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,10,159,1,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,8,159,1,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,5,159,1,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,8,159,1,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,9,159,1,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,10,159,1,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,10,159,3,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,10,159,1,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,5,159,1,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,5,159,1,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[156,1,159,1],[157,1,133,1,156,1,159,1,110,1,124,1,134,1,163,1,155,1,153,2,114,1,161,2],[157,1,159,1,153,1,150,1,155,1,154,1,156,1,152,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,10,159,1,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,2,159,1,163,1,169,1,177,2,183,3],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,8,159,1,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1,112,1,26,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,9,159,1,163,1,181,4],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,1,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,160,4,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,9,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,11,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,9,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,6,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,9,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,10,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,3,163,1,169,1,177,2,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,11,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,11,160,2,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,11,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,6,162,2,172,2,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,6,161,3,169,1,74,1,192,1,228,1,75,1,212,1],[156,1,158,1],[157,1,133,1,158,1,156,1,110,1,124,1,134,1,163,1,155,1,153,2,114,1,161,2],[158,1,157,1,153,1,150,1,155,1,154,1,156,1,152,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,10,163,1,181,4],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,11,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,50,1,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,49,50,58],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,50,1,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,50,1,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,50,1,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,50,1,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,50,1,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,50,1,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,50,2,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,50,1,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,50,1,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,50,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,40,231,1,40,9,50,24,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,9,50,24,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,50,1,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,50,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,50,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[236,1,113,1,7,1,120,1,154,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,50,1,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,50,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,1,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,50,51,57,194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,113,1,193,1,153,1,130,1,152,1,127,1,155,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,202,1,233,1,117,1,112,1,158,1,203,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,1,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,1,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,1,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,1,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,1,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,1,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,1,51,1,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,1,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,1,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,10,51,23,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,10,51,23,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,1,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,1,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,1,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,1,161,3,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,161,4,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,161,6,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,161,4,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,161,6,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,161,2,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,161,4,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,161,4,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,161,2,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,161,6,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,12,161,1,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,161,6,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[111,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,161,6,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,161,2,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,2,162,2,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,1,162,3,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,1,162,5,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,1,162,3,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,1,162,5,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,1,162,1,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,1,162,3,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,1,162,3,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,1,162,1,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,162,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,1,162,5,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,13,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,1,162,5,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,1,162,1,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,1,162,1,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,162,2,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,5,162,1,169,1,181,2,193,1],[110,1,133,1,158,1,156,2,134,1,159,1,124,1,155,1,153,2,163,1,114,1,162,1],[163,1,162,1],[108,1,114,1,117,1,123,1,144,1,153,2],[111,1,160,1,145,1,156,2,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[112,1,122,1,26,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,3,163,1,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,2,163,2,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,2,163,4,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,2,163,2,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,2,163,4,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,2,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,2,163,2,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,2,163,2,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,2,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[182,2,185,1,181,1,134,1,184,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,2,163,4,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,2,163,4,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,2,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,163,1,172,2,177,1,183,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,2,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,1,163,1,169,1,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,1,169,1,181,2,193,1],[163,1,161,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,2,163,4,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,2,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,2,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[110,1,133,1,158,1,156,2,134,1,159,1,124,1,155,1,153,2,163,1,114,1,161,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,4,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,3,164,1,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,3,164,3,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,3,164,1,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,3,164,3,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,3,164,1,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,3,164,1,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,3,164,3,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,3,164,3,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,1,172,2,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,2,169,1,74,1,192,1,228,1,75,1,212,1],[157,1,133,1,158,1,156,1,159,1,110,1,124,1,134,1,155,1,153,2,114,1,161,2],[162,1,161,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,3,164,3,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,169,1,177,2,183,3,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,3,164,1,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1,112,1,26,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,11,181,4],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,4,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,4,165,2,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,4,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,4,165,2,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,4,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,4,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,165,2,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,4,165,2,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,4,165,2,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,5,166,1,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,5,166,1,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,1,166,1,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,5,166,1,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,5,166,1,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,6,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,6,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,2,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,6,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,6,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,167,3,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4],[232,1,0,51,52,56],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,10,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,10,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,2,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,6,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,10,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,227,1,226,1,231,1,40,11,52,22,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,10,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,40,231,1,40,11,52,22,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,168,2,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,168,2,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,168,2,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,168,2,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,168,2,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,168,2,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,168,2,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,168,2,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,168,2,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,168,1,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,168,2,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,168,1,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,168,1,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[128,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,168,1,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,168,1,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,1,169,1,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,1,169,1,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,1,169,1,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,1,169,1,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,1,169,1,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,1,169,1,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,1,169,1,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,1,169,1,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,1,169,1,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,1,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,1,169,1,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,1,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,1,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,2,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[194,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,171,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,2,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,2,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,2,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,2,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,2,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,2,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,2,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,177,2,183,3,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,2,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3,113,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,2,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,3,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,2,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,74,1,192,1,228,1,75,1,212,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,2,181,2,193,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[113,1,152,1,154,1],[113,1,144,1,152,1,154,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,2,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[232,1,0,52,53,55],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,53,6,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,53,6,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,53,6,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,12,53,21,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,12,53,21,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,53,6,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,53,6,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,54,2,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,53,54,54],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,1,54,5,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,54,2,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,54,5,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,54,2,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,54,5,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,54,5,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,1,54,5,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,1,54,5,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,1,54,5,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,13,54,20,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,13,54,20,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,54,4,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,54,5,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,1,54,5,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,1,54,5,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,1,55,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,54,55,53],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,2,55,4,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,1,55,1,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,1,55,4,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,1,55,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,1,55,4,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,1,55,4,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,2,55,4,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,2,55,4,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,2,55,4,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,14,55,19,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,55,1,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,14,55,19,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,1,55,3,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,1,55,4,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,2,55,4,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,2,55,4,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,2,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,55,56,52],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,3,56,3,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,2,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,2,56,3,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,2,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,2,56,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,2,56,3,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,3,56,3,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,3,56,3,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,3,56,3,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,15,56,18,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,1,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,15,56,18,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,2,56,2,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,2,56,3,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,3,56,3,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,3,56,3,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,56,57,51],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,4,57,2,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,3,57,2,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,3,57,2,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,3,57,2,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,4,57,2,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,4,57,2,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,4,57,2,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,16,57,17,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,16,57,17,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,3,57,1,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,3,57,2,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,4,57,2,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,4,57,2,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,57,58,50],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,5,58,1,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,4,58,1,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,4,58,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,4,58,1,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,5,58,1,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,5,58,1,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,5,58,1,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,17,58,16,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,17,58,16,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,4,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,4,58,1,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,5,58,1,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,5,58,1,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,58,59,49],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,6,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,5,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,5,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,5,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,6,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,6,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,6,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,18,59,15,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,18,59,15,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,5,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,6,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,6,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,6,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,171,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,171,4,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,171,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,171,4,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,171,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,171,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,171,1,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,171,4,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,171,1,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,171,4,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,171,1,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,171,1,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,1,172,3,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,176,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,1,172,3,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,1,172,3,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,1,172,3,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,1,172,3,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,1,172,3,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,1,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,1,172,3,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,1,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,1,172,3,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,1,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,1,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,1,172,3,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,1,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,1,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,2,173,2,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,2,173,2,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,2,173,2,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,2,173,2,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,2,173,2,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,2,173,2,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,2,173,2,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,2,173,2,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,173,1,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,176,2,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,3,174,1,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,3,174,1,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,3,174,1,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,3,174,1,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,3,174,1,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,3,174,1,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,3,174,1,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,3,174,1,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,1,177,1,183,1,194,1,212,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,4,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,4,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,4,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,4,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,4,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,59,60,48],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,60,3,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,60,3,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,19,60,14,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,60,1,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,19,60,14,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,60,3,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,60,3,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,60,61,47],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,61,2,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,61,2,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,1,61,2,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,1,61,2,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,1,61,2,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,20,61,13,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,1,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,20,61,13,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,61,2,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,1,61,2,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,1,61,2,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,61,62,46],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,1,62,1,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,1,62,1,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,62,1,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,2,62,1,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,2,62,1,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,2,62,1,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,21,62,12,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,21,62,12,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,1,62,1,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,2,62,1,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,2,62,1,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,62,63,45],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,2,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,2,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,1,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,3,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,3,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,22,63,11,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,22,63,11,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,2,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,3,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,3,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,176,2,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,176,2,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,5,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,176,2,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,176,2,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,176,2,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,176,2,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,176,2,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,176,2,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,177,1,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,177,1,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,189,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,1,177,1,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,177,1,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,177,1,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,177,1,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,1,177,1,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,1,177,1,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,1,177,1,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,183,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,1,177,1,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,1,177,1,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,1,179,2,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,1,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,2,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,1,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,2,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,1,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,1,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,2,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,178,1,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,2,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,2,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,2,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,2,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,183,1,194,1,212,1,220,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,2,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,64,2,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,63,64,44],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,64,4,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,64,2,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,64,2,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,64,2,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,64,2,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,64,2,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,64,6,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,64,4,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,64,6,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,23,64,10,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,23,64,10,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,64,2,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,64,2,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,64,6,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,64,2,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,1,65,1,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,64,65,43],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,1,65,3,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,1,65,1,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,1,65,1,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,1,65,1,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,1,65,1,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,1,65,1,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,1,65,5,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,1,65,3,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,1,65,5,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,24,65,9,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,24,65,9,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,1,65,1,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,1,65,1,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,1,65,5,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,1,65,1,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,2,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,65,66,42],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,2,66,2,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,2,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,2,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,2,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,2,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,2,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,2,66,4,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,2,66,2,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,2,66,4,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,25,66,8,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,25,66,8,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,2,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,2,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,2,66,4,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,2,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,66,67,41],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,3,67,3,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,26,67,7,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,26,67,7,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,67,68,40],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,4,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,4,68,2,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,4,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,4,68,2,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,27,68,6,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,27,68,6,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,4,68,2,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,68,2,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,7,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,3,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,1,183,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,7,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,3,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,3,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,68,69,39],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,69,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,5,69,1,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,69,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,5,69,1,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,28,69,5,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,28,69,5,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,69,1,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,5,69,1,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,1,69,1,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,2,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,69,70,38],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,2,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,2,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,2,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,6,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,6,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,29,70,4,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,29,70,4,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,1,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,1,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,6,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,2,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,180,1,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,2,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,3,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,2,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,3,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,182,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,2,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,2,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,8,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,3,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,8,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,3,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,3,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,8,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,4,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,7,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,70,71,37],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,9,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,7,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,9,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,7,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,9,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,71,1,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,5,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,9,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,2,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,30,71,3,191,1,74,1,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,191,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,30,71,3,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,2,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,9,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,2,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,2,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,1,183,1,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,181,5,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,181,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,181,5,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,181,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,181,5,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,181,7,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,181,3,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,181,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,181,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,1,182,4,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,1,182,6,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,1,182,4,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,1,182,6,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,1,182,4,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,1,182,6,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,1,182,2,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[182,2,185,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,1,182,6,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,1,182,6,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,1,182,2,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,1,182,2,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,182,1,193,1],[149,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,11,163,1,182,3],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,2,183,3,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,2,183,5,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,2,183,3,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,2,183,5,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,187,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,2,183,3,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,2,183,5,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,2,183,1,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[183,1,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,2,183,5,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2,179,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,2,183,5,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,2,183,1,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,2,183,1,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,1,193,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,11,163,1,181,1,183,2],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[134,1,133,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,183,1,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[183,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,187,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,3,184,2,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,3,184,4,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,3,184,2,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,3,184,4,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,3,184,2,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,3,184,4,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,3,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,184,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,3,184,4,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,189,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,3,184,4,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,3,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,194,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,3,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,3,184,4,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[182,1,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,130,1,151,1,128,1,150,1,149,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,3,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1,26,1],[108,3,6,1,111,4,116,3,128,6,48,1,149,11,163,1,181,2,184,1],[134,1,133,1,182,1,185,1,132,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,1,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,184,1,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[182,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,4,185,1,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,4,185,3,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,4,185,1,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,4,185,3,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,4,185,1,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,4,185,3,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,1,185,1,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,4,185,3,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,4,185,3,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,3,6,1,111,4,116,3,128,6,48,1,149,11,163,1,181,3],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,185,1,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,185,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,1,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,5,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,5,186,2,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,5,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,5,186,2,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,5,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,5,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[109,2,115,1,118,1,124,1,128,1,130,1,133,1,145,2,156,4,163,1,169,1,177,2,183,2,182,1,181,1,134,1,162,1,161,1,113,1,132,1,120,1,122,1,144,1,112,1,114,1,116,2,152,1,131,1,129,1,154,1,153,1,155,1,160,1,179,1,26,1,151,1,150,1,149,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,5,186,2,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,5,186,2,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[134,1,133,1,182,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[118,1,134,1,156,1,159,1,184,1,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1,179,1],[114,1,109,1,134,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,1,179,1,151,1],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1,179,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1,179,1],[109,1,134,1,114,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,179,1,151,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,6,187,1,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,6,187,1,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,187,1,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,6,187,1,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,187,1,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,6,187,1,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,187,1,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,187,1,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,194,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,189,2,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,7,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,1,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,1,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,7,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,1,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,1,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,4,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,71,72,36],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,11,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,4,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,11,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,4,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,11,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,5,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,11,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,4,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,31,72,2,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,31,72,2,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,11,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,4,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,4,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,1,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,4,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,4,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,189,2,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,189,2,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,189,2,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,189,2,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,189,2,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,189,1,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,189,2,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,189,1,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,189,1,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,1,190,1,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,194,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,1,190,1,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,1,190,1,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,1,190,1,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,190,1,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,1,190,1,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,1,190,1,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,1,190,1,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,1,190,1,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,1,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,194,1,198,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,1,190,1,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,1,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,1,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,2,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,2,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,2,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,2,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,1,194,1,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,2,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,2,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,2,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,2,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,2,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,1,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,2,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,72,73,35],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,73,1,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,73,1,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,73,1,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,73,1,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,73,1,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,32,73,1,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,32,73,1,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,73,1,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,73,1,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,73,1,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,73,74,34],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,1,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,1,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,1,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,1,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,1,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,33,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,40,227,1,226,1,231,1,40,33,191,1,74,1,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,1,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,1,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,1,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,3,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,3,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,3,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,3,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,3,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,35,192,1,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,74,1,192,1,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,35,192,1,75,3,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,3,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,3,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,3,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,74,75,33],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,2,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,2,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,2,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,2,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,2,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,2,75,3,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,2,75,3,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,2,75,3,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,75,1,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,2,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,2,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,2,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[75,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,192,1,228,1,75,1,212,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,193,2,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,4,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,193,2,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,4,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,193,2,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,4,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,21,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,4,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,4,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,4,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,4,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,21,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,4,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,228,1,75,1,212,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,21,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,4,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[7,1,47,1,111,1,6,1,109,1,128,1,118,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,75,1,212,1],[232,1,0,75,76,32],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,76,2,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,76,2,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,76,2,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,76,2,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,76,19,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,76,2,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,76,2,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,76,2,229,1,78,30],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,1,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,76,2,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,76,19,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,76,2,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,212,1],[74,1],[232,1,0,76,77,31],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,1,77,1,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,1,77,1,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,1,77,1,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,1,77,1,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,1,77,18,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,1,77,1,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,1,77,1,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,1,77,1,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,1,77,1,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,1,77,18,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,1,77,1,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,77,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,2,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,2,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,2,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,2,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,2,78,17,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,2,229,1,78,30],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,2,229,1,78,12,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,2,229,1,78,30],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,2,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,2,78,17,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,2,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,4,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,4,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,33],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,15,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,33],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,78,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,78,79,29],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,193,2,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,16,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,79,29],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,79,11,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,79,29],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,193,2,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,16,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,1,194,1,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,194,1,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,1,194,1,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,194,1,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,1,194,1,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,194,1,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,194,1,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,194,1,79,16,195,1,95,12,196,18,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,194,1,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,194,1,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,1,194,1,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,194,1,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,136,1,160,1,194,1,206,1,132,1,233,1],[108,1,113,2,116,2,120,1,128,2,131,3,144,3,149,1,152,5,161,2,169,1,181,2],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[112,1,122,1,26,1,161,1,132,1,111,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,209,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,2,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,201,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,1,79,16,195,1,95,4,102,5,196,18,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,2,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,1,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,201,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,2,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,1,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,1,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,1,79,16,195,1,95,12,196,18,107,1,214,9],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,198,1,200,2,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,1,97,10,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,1,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,2,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,212,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,1,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,79,80,28],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,80,15,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,80,9,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,80,15,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,80,15,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,4,80,15,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,1,80,28],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,1,80,10,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,1,80,28],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,80,9,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,4,80,15,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,80,9,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,80,81,27,194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,113,1,193,1,153,1,130,1,152,1,127,1,155,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,202,1,233,1,117,1,112,1,158,1,203,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,1,81,14,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,1,81,8,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,1,81,14,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,1,81,14,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,5,81,14,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,2,81,27],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,2,81,9,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,2,81,27],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,1,81,8,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,5,81,14,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,1,81,8,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,80,81,27],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,1,81,14,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,81,82,26],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,2,82,13,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,2,82,7,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,2,82,13,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,2,82,13,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,6,82,13,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,3,82,26],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,3,82,8,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,3,82,26],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,2,82,7,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,6,82,13,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,2,82,7,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,81,82,26,194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,113,1,193,1,153,1,130,1,152,1,127,1,155,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,202,1,233,1,117,1,112,1,158,1,203,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,2,82,13,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,6,82,13,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,2,82,7,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,82,83,25],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,3,83,12,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,3,83,6,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,3,83,12,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,3,83,12,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,7,83,12,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,4,83,25],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,4,83,7,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,4,83,25],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,3,83,6,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,7,83,12,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,3,83,6,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,83,84,24],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,4,84,11,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,4,84,5,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,4,84,11,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,4,84,11,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,8,84,11,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,5,84,24],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,5,84,6,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,5,84,24],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,4,84,5,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,8,84,11,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,4,84,5,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,84,85,23],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,5,85,10,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,5,85,4,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,5,85,10,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,5,85,10,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,9,85,10,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,6,85,23],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,6,85,5,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,6,85,23],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,5,85,4,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,9,85,10,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,5,85,4,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,85,86,22,194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,113,1,193,1,153,1,130,1,152,1,127,1,155,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,202,1,233,1,117,1,112,1,158,1,203,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,6,86,9,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,6,86,3,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,6,86,9,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,6,86,9,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,10,86,9,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,7,86,22],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,7,86,4,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,7,86,22],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,6,86,3,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,10,86,9,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,6,86,3,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,85,86,22],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,6,86,9,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,86,87,21],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,7,87,8,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,7,87,2,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,7,87,8,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,7,87,8,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,11,87,8,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,8,87,21],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,8,87,3,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,8,87,21],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,7,87,2,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,11,87,8,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,7,87,2,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,88,1,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,87,88,20],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,8,88,7,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,88,1,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,8,88,1,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,88,1,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,88,1,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,8,88,7,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,8,88,7,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,12,88,7,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,9,88,20],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,9,88,2,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,9,88,20],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,8,88,1,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,12,88,7,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,8,88,1,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,1,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,88,89,19],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,9,89,6,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,1,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,9,90,5,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,1,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,1,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,9,89,6,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,9,89,6,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,13,89,6,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,10,89,19],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,10,89,1,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,10,89,19],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,9,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,13,89,6,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,9,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,88,89,19,194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,113,1,193,1,153,1,130,1,152,1,127,1,155,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,202,1,233,1,117,1,112,1,158,1,203,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,9,89,6,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,89,90,18],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,10,90,5,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,14,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,11,90,18],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,11,92,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,11,90,18],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,14,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,10,90,5,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,90,91,17],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,11,91,4,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,91,4,195,1,95,12,196,18,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,11,91,4,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,11,91,4,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,15,91,4,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,12,91,17],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,12,91,17],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,91,4,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,15,91,4,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,91,4,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,91,92,16],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,12,92,3,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,1,92,3,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,12,92,3,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,12,92,3,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,16,92,3,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,13,92,16],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,13,92,16],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,1,92,3,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,16,92,3,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,1,92,3,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,92,93,15],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,13,93,2,195,1,95,4,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,2,93,2,195,1,95,12,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,195,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,195,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,13,93,2,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,13,93,2,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,17,93,2,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,14,93,15],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,93,2],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,14,93,15],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,2,93,2,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,17,93,2,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,2,93,2,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,92,93,15,194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,113,1,193,1,153,1,130,1,152,1,127,1,155,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,202,1,233,1,117,1,112,1,158,1,203,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,13,93,2,195,1,230,1,95,12,196,18,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,17,93,2,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,2,93,2,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,93,94,14],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,14,94,1,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,3,94,1,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,14,94,1,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,14,94,1,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,18,94,1,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,15,94,14],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,1,94,1],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,15,94,14],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,3,94,1,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,18,94,1,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,3,94,1,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,94,95,13],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,15,195,1,95,4,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,4,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,15,195,1,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,15,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,19,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,16,95,13],[1,4,8,7,19,1,22,4,27,2,30,6,227,1,226,1,231,1,40,5,54,2,59,2,66,1,68,1,70,1,191,1,74,1,192,1,75,3,229,1,78,12,92,2],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,16,95,13],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,4,195,1,95,12,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,19,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,4,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,20,102,5,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,17,196,18,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,197,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,96,1,196,2,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,230,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,230,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,28,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,32,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,17,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,32,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,17,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,96,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,215,5,221,2],[232,1,0,95,96,12],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,96,3,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,96,11,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,96,11,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,96,11,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,96,11,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,17,96,12],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,17,96,12],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,96,11,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,96,11,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,96,11,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,96,97,11],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,1,97,2,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,1,97,10,196,18,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,3,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,197,2,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,1,97,10,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,1,97,10,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,1,97,10,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,18,97,11],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,18,97,11],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,1,97,10,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,1,97,10,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,1,97,10,196,15,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,97,98,10],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,2,98,1,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,2,98,9,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,2,98,9,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,2,98,9,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,2,98,9,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,19,98,10],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,19,98,10],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,98,9,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,2,98,9,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,2,98,9,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,2,98,9,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,98,99,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,3,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,3,99,8,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,3,99,8,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,3,99,8,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,3,99,8,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,20,99,9],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,20,99,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,1,99,8,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,3,99,8,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,3,99,8,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,3,99,8,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,99,100,8],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,4,100,7,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,4,100,7,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,4,100,7,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,4,100,7,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,21,100,8],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,21,100,8],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,2,100,7,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,4,100,7,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,4,100,7,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,4,100,7,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,100,101,7],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,5,101,6,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,5,101,6,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,5,101,6,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,5,101,6,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,22,101,7],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,22,101,7],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,3,101,6,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,5,101,6,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,5,101,6,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,5,101,6,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,101,102,6],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,6,102,5,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,6,102,5,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,6,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,6,102,5,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,23,102,6],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,23,102,6],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,4,102,5,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,6,102,5,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,6,102,5,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,6,102,5,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,102,103,5],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,103,4,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,7,103,4,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,7,103,4,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,7,103,4,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,7,103,4,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,24,103,5],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,24,103,5],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,5,103,4,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,7,103,4,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,7,103,4,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,7,103,4,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,103,104,4],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,1,104,3,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,8,104,3,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,8,104,3,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,8,104,3,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,8,104,3,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,25,104,4],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,25,104,4],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,6,104,3,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,8,104,3,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,8,104,3,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,8,104,3,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,104,105,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,2,105,2,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,9,105,2,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,9,105,2,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,9,105,2,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,9,105,2,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,26,105,3],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,26,105,3],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,7,105,2,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,9,105,2,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,9,105,2,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,9,105,2,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,105,106,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,3,106,1,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,10,106,1,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,10,106,1,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,10,106,1,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,10,106,1,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,27,106,2],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,27,106,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,8,106,1,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,10,106,1,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,10,106,1,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,10,106,1,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,106,107,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,4,196,18,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,11,196,18,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,11,196,18,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,11,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,11,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,28,107,1],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,28,107,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,9,196,13,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,11,196,18,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,11,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,11,196,15,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,197,17,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,197,17,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,197,1,199,3,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,197,17,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,197,17,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,197,14,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,197,12,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,197,17,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,197,14,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,197,14,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,1,198,16,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,1,198,16,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,201,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,1,199,3,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,198,1,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,1,198,16,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,1,198,16,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,1,198,13,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,1,198,11,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,1,198,16,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,1,198,13,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,1,198,13,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,1,198,13,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,237,1,131,1,117,1,132,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,2,199,15,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,2,199,15,107,1,214,9],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,1,200,2,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,2,199,15,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,2,199,15,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,2,199,12,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,2,199,10,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,2,199,15,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,2,199,12,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,2,199,12,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,200,2,209,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,3,200,14,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,3,200,14,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,200,2,203,1,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,3,200,14,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,3,200,14,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,3,200,11,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,3,200,9,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,3,200,14,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,3,200,11,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,3,200,11,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,201,1,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,4,201,13,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,4,201,13,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,1,201,1,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,201,1,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,4,201,13,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,4,201,13,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,4,201,10,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,4,201,8,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,4,201,13,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,4,201,10,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,4,201,10,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,4,201,13,107,1,215,5,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,201,1,209,1,219,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,4,201,10,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,4,201,10,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,203,1,206,2,209,6,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,210,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,5,202,12,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,5,202,12,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,209,4,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,203,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,2,203,1,206,9,216,5],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,1,107,1,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,5,202,12,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,5,202,12,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,5,202,9,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,1,209,1,219,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,5,202,7,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,5,202,12,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,5,202,9,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,5,202,9,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,1,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,5,202,12,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,5,202,9,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,5,202,9,107,1,215,1,217,1,219,1,221,2],[127,1,143,1,152,1,129,1,7,1,130,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,6,203,11,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,6,203,11,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,6,203,11,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,6,203,11,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,6,203,8,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,6,203,6,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,6,203,11,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,6,203,8,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,6,203,8,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,7,204,10,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,206,2,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,7,204,10,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,206,2,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,206,9,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,7,204,10,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,7,204,10,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,7,204,7,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,7,204,5,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,7,204,10,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,7,204,7,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,7,204,7,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,85,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,7,204,10,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,7,204,7,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,7,204,7,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,8,205,9,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,8,205,9,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,8,205,9,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,8,205,9,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,8,205,6,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,8,205,4,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,8,205,9,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,8,205,6,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,8,205,6,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,9,206,8,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,9,206,8,107,1,214,9],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,9,206,8,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,9,206,8,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,9,206,5,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,9,206,3,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,9,206,8,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,9,206,5,107,1,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,9,206,5,107,1,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,207,1,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,10,207,7,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,207,1,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,10,207,7,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,207,1,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,207,8,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,10,207,7,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,10,207,7,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,10,207,4,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,10,207,2,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,10,207,7,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,10,207,4,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,10,207,4,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,10,207,7,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,10,207,4,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,146,1,153,1,207,2,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,1,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,11,208,6,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,1,209,6,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,11,208,6,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,1,209,6,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,1,208,7,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,11,208,6,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,11,208,6,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,11,208,3,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,11,208,1,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,11,208,6,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,11,208,3,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,11,208,3,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,11,208,6,107,1,215,5,221,2,157,2,233,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,11,208,3,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,208,1,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,12,209,5,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,12,209,5,107,1,214,9],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,2,209,6,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,12,209,5,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,12,209,5,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,12,209,2,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,12,210,1,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,12,209,5,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,12,209,2,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,12,209,2,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,210,5,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,13,210,4,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,210,5,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,13,210,4,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,210,3,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,210,5,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,3,210,5,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,13,210,4,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,13,210,4,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,13,210,1,107,1,215,1,217,1,219,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,13,210,4,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,13,210,1,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,13,210,1,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,1,211,4,217,2,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,14,211,3,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,1,211,4,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,14,211,3,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,1,211,2,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,1,211,4,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,4,211,4,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,14,211,3,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,14,211,3,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,14,107,1,215,1,217,1,219,1,221,2],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,212,2,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,14,211,3,107,1,214,9],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,14,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,14,107,1,215,1,217,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,2,212,3,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,15,212,2,107,1,214,9,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,2,212,3,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,15,212,2,107,1,214,9],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,2,212,1,219,2],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,2,212,3,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,5,212,3,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,15,212,2,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,15,212,2,107,1,214,9],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,15,212,2,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,5,212,2,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,5,212,2,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,3,213,2,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,16,213,1,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,3,213,2,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,16,213,1,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,3,213,2,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,6,213,2,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,16,213,1,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,16,213,1,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,213,1,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,16,213,1,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,6,213,1,216,4],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,220,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,6,213,1,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,2,113,3,7,1,116,1,120,1,122,1,124,1,25,2,129,6,146,1,44,5,234,1,149,3,224,1,152,1,225,1,153,7,161,3,169,1,74,1,192,1,228,1,75,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,16,213,1,107,1,214,9,43,1],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,3,219,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,4,214,1,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,17,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,4,214,1,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,17,107,1,214,9],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,4,214,1,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,7,214,1,216,5],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,17,107,1,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,17,107,1,214,9],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,1,219,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,17,107,1,214,9],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,7,216,4],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,7,216,4,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[232,1,0,107],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,27],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,27],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,215,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,215,5,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,27],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,215,1,217,1,219,1,221,2],[232,1,0,40,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,29],[232,1,0,40,227,1,226,1,231,1,40,34,191,1,74,1,192,1,75,3,229,1,78,29],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,27],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,215,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,215,1,217,1,219,1,221,2],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,5,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,215,8],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,5,217,2,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,215,8],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,5,217,2,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,8,216,5],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,215,8],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,215,8],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,1,216,7],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,1,216,7],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,216,4,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,1,216,7],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,1,216,7],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,217,1,219,1,221,2],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,217,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,2,217,6],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,2,217,6],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,217,4],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,1,217,3,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,2,217,6],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,2,217,6],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,217,3],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,217,3],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,218,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,3,218,5,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,218,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,3,218,5],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,218,1,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,1,218,3],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,2,218,2,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,3,218,5],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,3,218,5],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,219,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,4,219,4],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,4,219,4],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,1,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,2,219,2],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,3,219,1,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,4,219,4],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,4,219,4],[108,2,5,1,112,3,7,1,116,2,119,5,17,1,25,2,127,7,27,1,30,2,33,1,136,2,37,1,39,1,143,4,41,5,47,2,149,8,49,2,160,3,164,1,166,4,53,5,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,187,1,71,1,189,2,192,3,81,1,84,1,87,2,92,1,195,1,96,1,197,1,200,4,206,8,216,2,219,1],[232,1,0,1,108,2,5,1,112,3,7,1,116,2,119,1,15,1,120,4,17,1,125,2,25,1,127,7,27,1,30,2,33,1,135,5,37,1,39,1,143,4,41,5,47,1,149,8,49,2,160,3,164,1,166,1,51,1,167,3,53,6,170,2,174,1,176,2,63,3,67,1,69,1,179,1,70,1,180,4,186,2,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,5,206,8,216,2,219,1,110,1,115,1,118,1,124,1,134,1,157,3,163,1,172,2,178,1,184,2,214,1,220,1],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,220,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,5,220,3],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,5,220,3],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,220,1],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,3,220,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,4,221,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,5,220,3],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,220,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,220,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,5,220,3],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,221,2,109,1,114,1,117,1,120,1,122,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,221,2,109,1,114,1,117,1,120,1,122,1,125,1,130,4,145,2,43,1,153,1,156,1,161,2,164,1,166,1,169,1,174,1,181,3,190,1,193,2,211,3,216,1,218,1],[108,2,5,1,110,1,112,7,121,1,123,2,127,3,132,3,145,2,150,1,152,1,154,1,156,2,159,5,169,1,171,1,173,1,176,2,179,2,183,1,187,1,194,1,209,1],[108,2,5,1,110,1,112,4,7,1,116,9,17,1,25,1,127,8,136,2,139,1,143,4,45,1,148,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2],[111,1,116,1,15,1,123,1,26,1,127,3,141,1,144,1,149,5,155,1,49,2,160,1,167,1,169,1,171,1,176,1,189,1,194,1,201,1,210,1,219,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,6,221,2,43,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,136,2,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,57,1,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,6,221,2],[108,1,5,1,113,2,117,1,121,3,127,4,132,1,137,1,144,3,150,6,49,1,160,3,167,3,177,1,179,1,182,1,187,1,189,2,194,1,201,1,209,4,219,1],[108,2,5,1,110,1,113,3,7,1,116,9,17,1,25,1,127,8,27,1,30,1,137,1,139,1,143,4,45,1,150,10,49,2,160,5,167,3,53,3,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,6,187,1,71,1,188,3,192,3,81,1,84,1,87,2,92,1,195,1,197,1,201,1,203,1,206,2,209,6,217,2],[232,1,0,1,108,2,5,1,110,1,112,4,7,1,116,4,15,1,120,5,17,1,125,2,25,1,127,8,27,1,30,1,135,5,37,1,39,1,143,4,226,1,41,2,223,1,43,3,47,1,149,11,49,2,160,5,51,1,167,3,53,6,170,5,176,2,63,3,67,1,178,1,69,1,179,1,70,1,180,8,71,1,188,3,192,1,77,1,193,2,81,1,84,1,87,2,92,1,195,1,96,1,196,2,199,3,203,1,206,9,216,4],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,6,221,2],[109,1,5,1,112,1,115,2,121,1,123,2,128,2,133,1,136,2,143,4,150,7,158,1,49,1,160,1,163,1,167,1,169,1,171,1,176,1,183,1,189,1,194,1,198,1,200,2,209,1,219,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,1,221,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,6,221,2],[109,2,114,2,118,1,122,1,124,1,130,1,133,2,145,2,153,7,162,2,172,2,177,1,183,1,194,1,212,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,7,222,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,7,222,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,222,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,7,222,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,222,1],[232,1,0,2,4,3,111,2,114,2,7,1,116,2,119,1,124,2,18,1,20,1,126,1,23,4,127,7,27,1,30,2,33,1,135,5,36,1,38,1,147,1,40,3,223,1,43,6,148,14,163,1,167,1,169,1,53,5,170,1,172,1,177,1,63,3,67,1,178,1,68,2,179,1,70,1,180,1,183,1,186,1,72,1,74,2,229,1,78,1,193,2,97,10,196,13,210,1,212,2,219,2],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,7,222,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,222,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,222,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,9,120,5,17,1,125,1,18,1,21,1,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,44,5,148,12,49,2,160,7,51,1,167,3,52,7,170,5,60,3,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,16,195,1,95,4,102,5,196,18,107,1,214,8],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,40,3,223,1,44,5,148,4,224,1,152,1,225,1,153,7,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,8],[232,1,0,1,3,1,5,2,111,1,7,1,116,1,8,1,15,4,20,1,22,1,25,2,128,1,27,2,30,2,37,3,141,1,44,5,150,1,49,3,53,6,61,2,175,1,63,3,67,1,70,2,80,1,84,1,86,1,90,1,195,1,230,1,96,1,197,2,200,2,107,1,215,1],[232,1,0,5,108,2,5,2,111,4,7,1,116,2,119,1,8,9,120,4,17,1,125,1,18,5,126,1,23,4,127,7,27,7,135,5,34,6,140,8,227,1,226,1,40,9,148,9,49,2,160,3,164,3,51,1,167,3,52,7,170,2,174,1,59,4,175,3,63,7,179,1,70,1,180,4,186,2,71,1,188,3,72,2,191,1,74,1,192,1,228,1,75,3,229,1,78,1,193,2,79,16,195,1,230,1,95,12,196,18,107,1,215,5,221,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,12,5,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,231,1,40,9,148,12,49,2,160,7,51,1,167,3,52,7,170,5,59,4,175,3,63,5,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,229,1,78,1,193,2,79,16,195,1,95,12,196,18,107,1,214,8],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,9,121,1,123,1,17,1,125,1,18,5,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,226,1,40,9,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,1],[232,1,0,5,108,2,5,1,110,1,6,1,111,5,7,1,116,4,8,3,15,2,120,5,17,1,125,1,18,5,126,1,23,4,127,8,27,7,135,5,34,6,140,8,226,1,40,3,44,5,148,12,49,2,160,7,51,1,167,3,53,6,170,5,60,3,175,3,63,3,67,1,178,1,68,2,179,1,70,1,180,8,71,1,188,3,72,2,191,1,74,1,192,1,75,3,193,2,79,10,90,5,195,1,95,12,196,18,107,1,214,8],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,7,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,20,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,1],[232,1,0,5,108,1,5,2,111,3,7,1,116,1,119,1,8,3,15,2,121,1,123,1,17,6,126,1,23,4,127,3,27,7,135,5,34,6,140,5,147,1,40,3,223,1,44,5,148,5,154,2,49,2,160,1,165,1,51,1,167,2,52,7,170,2,59,4,175,3,63,3,67,3,179,1,70,1,180,1,186,2,71,1,188,2,72,2,191,1,74,1,192,1,75,3,79,10,90,5,195,1,95,12,196,15,107,1,215,1,217,1,219,1,221,1],[114,1,108,1,117,1,115,1,113,1,145,1,118,1,146,1,109,1],[131,1,145,1,132,2,120,1,134,1,146,1,122,1,124,1],[131,1,128,1,130,1,111,1,26,1,129,1],[108,3,6,1,111,4,117,2,128,6,48,1,149,11,163,1,181,4],[108,3,6,1,111,1,113,2,116,3,128,6,48,1,149,11,163,1,181,4],[122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[194,1,114,1,108,1,117,1,115,1,113,1,145,1,118,1,109,1],[156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,152,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,128,1,182,1,181,1,161,1,144,1,146,1,116,1,150,1,122,1,26,1,130,1,160,1,151,1,179,1,118,1],[111,1,113,1,123,1,144,1,149,1,152,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1,179,1],[47,1,111,1,6,1,109,1,192,1,128,1,118,1],[7,1,111,1,6,1,109,1,192,1,128,1,118,1],[7,1,47,1,111,1,109,1,192,1,128,1,118,1],[108,7,116,3,128,6,48,1,149,11,163,1,181,4],[169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,206,1,132,1,233,1],[111,1,160,1,145,1,156,2,161,1,122,1,6,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,2,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[131,1,130,1,111,1,26,1,129,1,116,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[236,1,113,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[156,1,155,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[131,1,128,1,130,1,111,1,26,1,116,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[156,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[111,1,160,1,145,1,156,2,161,1,122,1,162,1,117,1,129,1,7,1,169,1,146,1,131,1,144,1,114,1,113,1,130,1,158,1,132,1,194,1,133,1,153,1,112,1,193,1,152,1,154,1,108,1,225,1,109,1,120,1,155,1,127,1,143,1,201,1,235,1,233,1,236,1,210,1,206,3],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,7,1,160,1,116,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,2,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,116,1,132,1,114,1,156,1,109,1,136,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[127,1,143,1,152,1,129,1,7,1,130,1,201,1,193,1,235,1,132,1,122,1,169,1,160,1,156,1,161,1,233,1,108,1,144,1,114,1,194,1,109,1,113,1,157,1,145,1,155,1,111,1,225,1,120,1,6,1,131,1,158,1,236,1,210,1,133,1,117,1,154,1,206,1,146,1,153,1,207,1,162,1,112,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,146,1,207,1,145,1,112,1,108,1,197,1,237,1,131,1,117,1,132,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,136,1,160,1,194,1,206,1,132,1,233,1],[194,1,169,1,122,1,157,1,108,1,131,1,162,1,207,1,154,1,177,1,144,1,26,1,113,1,193,1,153,1,92,1,130,1,80,1,152,1,127,1,88,1,155,1,50,1,111,1,161,1,140,1,120,1,160,1,145,1,200,2,129,1,137,1,116,1,132,1,114,1,156,1,109,1,146,1,133,1,128,1,210,1,206,1,81,1,202,1,233,1,117,1,112,1,158,1,203,1,85,1],[156,1,155,1,154,1,130,1,157,1,131,1,127,1,207,1,161,2,203,1,158,1,169,1,153,1,128,1,133,1,210,1,201,1,144,1,113,1,108,1,114,1,50,1,85,1,145,1,116,1,120,1,129,1,88,1,117,1,80,2,140,1,26,1,111,2,146,1,152,1,200,1,177,1,92,1,122,1,137,1,89,1,193,1,160,1,194,1,206,1,132,1,233,1],[112,1,122,1,26,1,161,1,132,1,111,1,193,1,6,1,162,1,158,1,109,1,131,1,129,1,133,1,157,1,117,1,182,1,169,1,194,1,156,1,152,1,120,1,145,1,5,1,113,1,144,1,160,1,116,1],[236,1,113,1,7,1,120,1,154,1,49,1,133,1,111,1,144,1,155,1,167,1,162,1,210,1,157,1,153,1,122,1,193,1,169,1,201,1,109,1,235,1,206,1,158,1,152,1,209,1,156,1,114,1,128,2,233,1,208,1,177,1,6,1,146,1,207,1,145,1,112,1,108,1,197,1,131,1,117,1,132,1],[182,2,185,1,181,1,134,1,184,1,162,1,161,1,169,1,163,1,133,1,113,1,132,1,120,1,145,1,122,1,144,1,112,1,146,1,114,1,109,1,156,1,116,2,152,1,131,1,118,1,129,1,154,1,153,1,155,1,160,1,26,1,130,1,151,1,128,1,150,1,149,1],[109,1,114,1,108,1,128,1,133,1,132,1,112,2,129,1,162,1,131,1,161,1,154,1,181,1,26,1,182,1,152,1,169,1,117,1,149,1,116,1,122,1,145,1,155,1,120,1,146,1,153,1,160,1,130,1,150,2],[156,1,154,1,109,1,158,1,133,1,153,1,162,1,132,1,155,1,152,1,117,1,129,1,131,1,163,1,157,1,183,1,113,1,145,1,128,1,182,1,181,1,112,1,161,1,144,1,146,1,116,1,150,1,122,1,26,1,130,1,160,1,151,1,118,1],[134,1,133,1,182,1,185,1,132,1,183,1,109,1,118,1,129,1,146,1,181,1,184,1,108,1,131,1,145,1,153,1,155,1,113,1,117,1,154,1,162,1,156,1,169,1,163,1,159,1,152,1,112,1,116,1,122,1,157,1,120,1,158,1,161,1,130,1,150,1,128,1,26,1,151,1,160,1],[118,1,134,1,156,1,159,1,184,2,114,1,158,1,108,2,154,2,113,1,152,1,163,1,162,1,153,1,117,1,145,1,112,1,157,1,122,1,116,1,120,1,144,1,161,1,133,1,149,1,132,1,181,1,131,1,182,2,129,1,146,1,128,1,169,1,151,1,150,1,160,1,26,1,130,1],[114,1,109,1,134,1,185,1,184,1,108,1,145,1,162,1,154,1,118,1,163,1,169,1,146,1,182,1,113,1,117,1,155,1,183,1,122,1,152,1,156,1,133,1,112,1,116,1,159,1,181,1,161,1,153,1,132,1,144,1,129,1,120,1,157,2,131,1,128,1,26,1,160,1,130,1,150,2],[109,1,118,1,134,1,108,1,114,1,154,1,133,1,185,1,156,1,158,1,132,1,159,1,113,1,157,1,153,1,184,1,163,1,169,1,117,1,155,1,131,1,152,1,112,1,129,1,162,1,183,1,116,1,182,1,120,1,181,1,145,2,161,1,122,1,128,1,150,2,130,1,26,1,160,1],[118,1,134,1,108,2,156,1,159,1,158,1,163,1,185,1,169,1,184,1,183,1,113,1,122,1,157,1,117,1,154,1,182,1,133,1,145,1,153,1,162,1,120,1,155,1,181,1,112,1,132,1,152,1,161,1,149,1,131,1,144,1,116,1,129,1,150,1,130,1,128,1,146,1,151,1,26,1,160,1],[109,1,134,1,114,1,185,1,118,1,145,1,183,2,162,1,108,1,169,1,154,1,133,1,163,1,155,1,113,1,116,1,161,1,112,1,156,1,120,1,159,1,117,1,146,1,153,1,152,1,157,1,122,1,132,1,182,1,129,1,158,1,131,1,128,1,26,1,130,1,150,1,160,1,151,1]],"ids":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","amazon-nova-2-lite","qwen3.7-flash","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"],"id":"sha256-3848b85526102e7a985d53044e8baa86203d9d16f2affbb4a93bcb265f95b8fb","createdAt":"2026-10-22T00:24:15.509Z","note":"Model catalog reviewed 2026-10-13 across 24 labs. Existing sourced benchmark seed; additions have no inferred scores. AA Index is a labeled v4.1 snapshot, not a combiner input. · D1 scores","weights":{"agentic":0.34,"hard_reasoning":0.33,"coding":0.33,"human_pref":0,"knowledge":0,"multimodal":0,"long_context":0},"benches":[{"id":"analyst-agent","name":"analyst-agent","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"briefcase","name":"briefcase","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"aime","name":"aime","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"apex-agents","name":"apex-agents","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"aa-lcr","name":"aa-lcr","bucket":"long_context","higherIsBetter":true,"scoreUnit":"percent"},{"id":"automationbench","name":"automationbench","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"critpt","name":"critpt","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"enterprise-ops","name":"enterprise-ops","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gdp-pdf","name":"gdp-pdf","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gdpval","name":"gdpval","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gmmlu","name":"gmmlu","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gpqa","name":"gpqa","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"harvey","name":"harvey","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"hle","name":"hle","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"ifbench","name":"ifbench","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"itbench","name":"itbench","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livecodebench","name":"livecodebench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"math500","name":"math500","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"mmlu-pro","name":"mmlu-pro","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"mmmu-pro","name":"mmmu-pro","bucket":"multimodal","higherIsBetter":true,"scoreUnit":"percent"},{"id":"omniscience","name":"omniscience","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"tau-bench","name":"tau-bench","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"terminal-bench-science","name":"terminal-bench-science","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"terminal-bench","name":"terminal-bench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"arc-agi","name":"arc-agi","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"deepswe","name":"deepswe","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-bench-pro","name":"swe-bench-pro","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"arc-agi-3","name":"arc-agi-3","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"frontiercode","name":"frontiercode","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"enigma-eval","name":"enigma-eval","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-atlas-qna","name":"swe-atlas-qna","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-atlas-refactoring","name":"swe-atlas-refactoring","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-atlas-test-writing","name":"swe-atlas-test-writing","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-math","name":"livebench-math","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-coding","name":"livebench-coding","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-language","name":"livebench-language","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-data","name":"livebench-data","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"multi-swe-bench","name":"multi-swe-bench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-reasoning","name":"livebench-reasoning","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-instructions","name":"livebench-instructions","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-rebench","name":"swe-rebench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"frontiermath","name":"frontiermath","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"epoch-game-puzzles","name":"epoch-game-puzzles","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"simpleqa","name":"simpleqa","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-finance-agent","name":"vals-finance-agent","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-code-migration","name":"vals-code-migration","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-legal-research","name":"vals-legal-research","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-excel-modeling","name":"vals-excel-modeling","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vibe-code","name":"vibe-code","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-tax-agent","name":"vals-tax-agent","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"chartography","name":"chartography","bucket":"multimodal","higherIsBetter":true,"scoreUnit":"percent"},{"id":"osworld","name":"osworld","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"charxiv","name":"charxiv","bucket":"multimodal","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-bench-multilingual","name":"swe-bench-multilingual","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"deepsearchqa","name":"deepsearchqa","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"officeqa","name":"officeqa","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"mcp-atlas","name":"mcp-atlas","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"toolathlon","name":"toolathlon","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"mrcr","name":"mrcr","bucket":"long_context","higherIsBetter":true,"scoreUnit":"percent"},{"id":"browsecomp","name":"browsecomp","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"}],"models":[{"id":"amazon-nova-2-lite--effort-high","name":"Amazon Nova 2 Lite · High","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":15,"overallRating":{"score":0.03635262996705773,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000093}],"familyWeights":[{"family":"gdpval","share":0.15773369619942929},{"family":"terminal-bench","share":0.11575994793256225},{"family":"gpqa","share":0.06903643566501236},{"family":"ifbench","share":0.06889718498819987},{"family":"critpt","share":0.06853677977696511},{"family":"hle","share":0.06830133388514582},{"family":"mmlu-pro","share":0.06765360296734037},{"family":"mmmu-pro","share":0.06690436163892138},{"family":"omniscience","share":0.06664041851901897},{"family":"livecodebench","share":0.06564785657777068},{"family":"aime","share":0.06405961498772036},{"family":"aa-lcr","share":0.062101696018989294},{"family":"tau-bench","share":0.05872707084293097}]},"capabilityRatings":[{"bucket":"agentic","score":0.08497280520841927,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1314670895035063,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06787585212693655,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11165929881955979,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06406326993719902,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1318520674702439,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9642436269999494,"lowerBound":0,"upperBound":1,"independentScore":0.9642436269999494,"independent":true,"opponentIds":0,"independentOpponentIds":0,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0ccbbf90d4c9c4326afce18d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5731217806011858,"lowerBound":0,"upperBound":1,"independentScore":0.5731217806011858,"independent":true,"opponentIds":1,"independentOpponentIds":1,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["03dfabe94473ec1383c87727"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5018155304687697,"lowerBound":0,"upperBound":1,"independentScore":0.5018155304687697,"independent":true,"opponentIds":2,"independentOpponentIds":2,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["47bd8869e46560faebc901e5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.2689022521007029,"lowerBound":0,"upperBound":1,"independentScore":0.2689022521007029,"independent":true,"opponentIds":3,"independentOpponentIds":3,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f8d141d6b22ee6ed27856912"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6983674373747283,"lowerBound":0,"upperBound":1,"independentScore":0.6983674373747283,"independent":true,"opponentIds":4,"independentOpponentIds":4,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e6cbe2b537987c96f375520c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5602121762406448,"lowerBound":0,"upperBound":1,"independentScore":0.5602121762406448,"independent":true,"opponentIds":5,"independentOpponentIds":5,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b603f7ce306c1e1e8f54c5fb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8343440063507526,"lowerBound":0,"upperBound":1,"independentScore":0.8343440063507526,"independent":true,"opponentIds":6,"independentOpponentIds":6,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0b9be11de127b6a5dd38a758"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7685878234528224,"lowerBound":0,"upperBound":1,"independentScore":0.7685878234528224,"independent":true,"opponentIds":7,"independentOpponentIds":7,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6c149c7a7286fecb5ccc6bcd"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7746501514639594,"lowerBound":0,"upperBound":1,"independentScore":0.7746501514639594,"independent":true,"opponentIds":8,"independentOpponentIds":8,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2fcb2fb2385859105cfa5f69"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.42318553357503097,"lowerBound":0,"upperBound":1,"independentScore":0.42318553357503097,"independent":true,"opponentIds":9,"independentOpponentIds":9,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a5e24613d846e5bc4a3a5165"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.44793900604553866,"lowerBound":0,"upperBound":1,"independentScore":0.44793900604553866,"independent":true,"opponentIds":10,"independentOpponentIds":10,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7891c2dfbc96d674276156a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6660188817885575,"lowerBound":0,"upperBound":1,"independentScore":0.6660188817885575,"independent":true,"opponentIds":11,"independentOpponentIds":11,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["94a6a7a5352e148b739ba8d7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.418347973265507,"lowerBound":0,"upperBound":1,"independentScore":0.418347973265507,"independent":true,"opponentIds":12,"independentOpponentIds":12,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["a6de7f73786737c3c3bd6da2","cce657bb0f29d3c180b85e13"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0ccbbf90d4c9c4326afce18d","03dfabe94473ec1383c87727","47bd8869e46560faebc901e5","f8d141d6b22ee6ed27856912","e6cbe2b537987c96f375520c","b603f7ce306c1e1e8f54c5fb","0b9be11de127b6a5dd38a758","6c149c7a7286fecb5ccc6bcd","2fcb2fb2385859105cfa5f69","a5e24613d846e5bc4a3a5165","7891c2dfbc96d674276156a4","94a6a7a5352e148b739ba8d7","a6de7f73786737c3c3bd6da2","cce657bb0f29d3c180b85e13"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":15}],"unspecified":0,"total":15}},{"id":"amazon-nova-2-lite--effort-low","name":"Amazon Nova 2 Lite · Low","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":13,"overallRating":{"score":0.013033506625445154,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000013}],"familyWeights":[{"family":"gpqa","share":0.08869592875757795},{"family":"ifbench","share":0.08820954148763621},{"family":"critpt","share":0.08802868722307103},{"family":"hle","share":0.0874959747826994},{"family":"mmlu-pro","share":0.08661830952206695},{"family":"mmmu-pro","share":0.0857558759900551},{"family":"omniscience","share":0.08536798616331488},{"family":"livecodebench","share":0.0838745620020029},{"family":"aime","share":0.081847635264704},{"family":"aa-lcr","share":0.0795846825727984},{"family":"tau-bench","share":0.07520625225093235},{"family":"terminal-bench","share":0.06931456398315294}]},"capabilityRatings":[{"bucket":"agentic","score":0.1093999916092765,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03203204108545344,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.021836542899445116,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06986871332586804,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03755611553097934,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11422014015664923,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.47175640284794984,"lowerBound":0,"upperBound":1,"independentScore":0.47175640284794984,"independent":true,"opponentIds":0,"independentOpponentIds":0,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e671611646e62c871981291c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5280013502649294,"lowerBound":0,"upperBound":1,"independentScore":0.5280013502649294,"independent":true,"opponentIds":1,"independentOpponentIds":1,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b262e2499a8a04c4953ef1a8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2245753435608504,"lowerBound":0,"upperBound":1,"independentScore":0.2245753435608504,"independent":true,"opponentIds":2,"independentOpponentIds":2,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d8ed88d0d23b97effed3af47"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4543681822303346,"lowerBound":0,"upperBound":1,"independentScore":0.4543681822303346,"independent":true,"opponentIds":4,"independentOpponentIds":4,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["770e68112ea3ddae0c86295b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10705140658622665,"lowerBound":0,"upperBound":1,"independentScore":0.10705140658622665,"independent":true,"opponentIds":5,"independentOpponentIds":5,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d004f2656a21b9524e06f41e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7405823154673539,"lowerBound":0,"upperBound":1,"independentScore":0.7405823154673539,"independent":true,"opponentIds":6,"independentOpponentIds":6,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["af3ff7c1292c5e5f1a387250"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4662937071769313,"lowerBound":0,"upperBound":1,"independentScore":0.4662937071769313,"independent":true,"opponentIds":7,"independentOpponentIds":7,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b58d55fa308463aa77c4d1ec"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5941168288973869,"lowerBound":0,"upperBound":1,"independentScore":0.5941168288973869,"independent":true,"opponentIds":8,"independentOpponentIds":8,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e2fde275d55c273e8760334d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3098126133548274,"lowerBound":0,"upperBound":1,"independentScore":0.3098126133548274,"independent":true,"opponentIds":9,"independentOpponentIds":9,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["447ed76ffd85e1c68737a764"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.39292299274368064,"lowerBound":0,"upperBound":1,"independentScore":0.39292299274368064,"independent":true,"opponentIds":10,"independentOpponentIds":10,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cec10762e7912f6f75ed3380"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6569002769437481,"lowerBound":0,"upperBound":1,"independentScore":0.6569002769437481,"independent":true,"opponentIds":11,"independentOpponentIds":11,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b7cc1ec4d45d91363e7e3394"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2277112376825704,"lowerBound":0,"upperBound":1,"independentScore":0.2277112376825704,"independent":true,"opponentIds":13,"independentOpponentIds":13,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4b6c03512a0cc2c0532a836b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e671611646e62c871981291c","b262e2499a8a04c4953ef1a8","d8ed88d0d23b97effed3af47","770e68112ea3ddae0c86295b","d004f2656a21b9524e06f41e","af3ff7c1292c5e5f1a387250","b58d55fa308463aa77c4d1ec","e2fde275d55c273e8760334d","447ed76ffd85e1c68737a764","cec10762e7912f6f75ed3380","b7cc1ec4d45d91363e7e3394","4b6c03512a0cc2c0532a836b"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":13}],"unspecified":0,"total":13}},{"id":"amazon-nova-2-lite--effort-medium","name":"Amazon Nova 2 Lite · Medium","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":13,"overallRating":{"score":0.030818634320382027,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000013}],"familyWeights":[{"family":"gpqa","share":0.08869592875757795},{"family":"ifbench","share":0.08820954148763621},{"family":"critpt","share":0.08802868722307103},{"family":"hle","share":0.0874959747826994},{"family":"mmlu-pro","share":0.08661830952206695},{"family":"mmmu-pro","share":0.0857558759900551},{"family":"omniscience","share":0.08536798616331488},{"family":"livecodebench","share":0.0838745620020029},{"family":"aime","share":0.081847635264704},{"family":"aa-lcr","share":0.0795846825727984},{"family":"tau-bench","share":0.07520625225093235},{"family":"terminal-bench","share":0.06931456398315294}]},"capabilityRatings":[{"bucket":"agentic","score":0.12325552956006051,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07887994275002386,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06400187478303197,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09603932294739582,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05969339557847514,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.13044751899102294,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9099334945914535,"lowerBound":0,"upperBound":1,"independentScore":0.9099334945914535,"independent":true,"opponentIds":0,"independentOpponentIds":0,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["66cc84650427058f2772930d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5685647600329283,"lowerBound":0,"upperBound":1,"independentScore":0.5685647600329283,"independent":true,"opponentIds":1,"independentOpponentIds":1,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["45da956013ea10df7c402504"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2245753435608504,"lowerBound":0,"upperBound":1,"independentScore":0.2245753435608504,"independent":true,"opponentIds":2,"independentOpponentIds":2,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["dccf044655a2e5816270d0b0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6170791777825654,"lowerBound":0,"upperBound":1,"independentScore":0.6170791777825654,"independent":true,"opponentIds":4,"independentOpponentIds":4,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e36fe12f9d28aabea60a4cb8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4632529891882947,"lowerBound":0,"upperBound":1,"independentScore":0.4632529891882947,"independent":true,"opponentIds":5,"independentOpponentIds":5,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["9cafab22153f3adf2b760686"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8165571518128585,"lowerBound":0,"upperBound":1,"independentScore":0.8165571518128585,"independent":true,"opponentIds":6,"independentOpponentIds":6,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["96d13ee5ad91343cd323c116"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.682663687252648,"lowerBound":0,"upperBound":1,"independentScore":0.682663687252648,"independent":true,"opponentIds":7,"independentOpponentIds":7,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e87e1f5c4d9b0f8147178b4e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7282666602962463,"lowerBound":0,"upperBound":1,"independentScore":0.7282666602962463,"independent":true,"opponentIds":8,"independentOpponentIds":8,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3c1f70d598ec189688264287"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4045720315946967,"lowerBound":0,"upperBound":1,"independentScore":0.4045720315946967,"independent":true,"opponentIds":9,"independentOpponentIds":9,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["c2dd08a9a597e44931beaddc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.39857284834117934,"lowerBound":0,"upperBound":1,"independentScore":0.39857284834117934,"independent":true,"opponentIds":10,"independentOpponentIds":10,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9a368f392640f981cf550273"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6817991414073191,"lowerBound":0,"upperBound":1,"independentScore":0.6817991414073191,"independent":true,"opponentIds":11,"independentOpponentIds":11,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c51971bddebaecbe524bf126"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5547394124971503,"lowerBound":0,"upperBound":1,"independentScore":0.5547394124971503,"independent":true,"opponentIds":13,"independentOpponentIds":13,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["987a4f6f97fbdd423c2df698"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["66cc84650427058f2772930d","45da956013ea10df7c402504","dccf044655a2e5816270d0b0","e36fe12f9d28aabea60a4cb8","9cafab22153f3adf2b760686","96d13ee5ad91343cd323c116","e87e1f5c4d9b0f8147178b4e","3c1f70d598ec189688264287","c2dd08a9a597e44931beaddc","9a368f392640f981cf550273","c51971bddebaecbe524bf126","987a4f6f97fbdd423c2df698"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":13}],"unspecified":0,"total":13}},{"id":"amazon-nova-2-lite--effort-non-reasoning","name":"Amazon Nova 2 Lite · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":14,"overallRating":{"score":0.006562344869589378,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000118}],"familyWeights":[{"family":"gmmlu","share":0.17658828378257105},{"family":"gpqa","share":0.07282102596512954},{"family":"ifbench","share":0.07267414154020024},{"family":"critpt","share":0.07229397884795691},{"family":"hle","share":0.07204562576836354},{"family":"mmlu-pro","share":0.0713623861206389},{"family":"mmmu-pro","share":0.07057207124262735},{"family":"omniscience","share":0.07029365871158366},{"family":"livecodebench","share":0.06924668433929183},{"family":"aime","share":0.06757137504856946},{"family":"aa-lcr","share":0.0655061225962062},{"family":"tau-bench","share":0.06194649983756969},{"family":"terminal-bench","share":0.057078146199300184}]},"capabilityRatings":[{"bucket":"agentic","score":0.08869422828461243,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021077069024787676,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.019961767836461093,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.030636641906514345,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.021047562957622046,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02569534800360963,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3241283605771517,"lowerBound":0,"upperBound":1,"independentScore":0.3241283605771517,"independent":true,"opponentIds":0,"independentOpponentIds":0,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["64756b2e556ca7f8a17d562d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.20166380889987012,"lowerBound":0,"upperBound":1,"independentScore":0.20166380889987012,"independent":true,"opponentIds":1,"independentOpponentIds":1,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0751248f0bb7ed65861e7389"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22586333227435623,"lowerBound":0,"upperBound":1,"independentScore":0.22586333227435623,"independent":true,"opponentIds":2,"independentOpponentIds":2,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ee6d3dc313301dfa2d7580f1"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3441020681641552,"lowerBound":0,"upperBound":1,"independentScore":0.3441020681641552,"independent":true,"opponentIds":14,"independentOpponentIds":14,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["e0cbb3c39f8958e73c8b93c4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.29468369054037585,"lowerBound":0,"upperBound":1,"independentScore":0.29468369054037585,"independent":true,"opponentIds":4,"independentOpponentIds":4,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["341be8170b3f5df517a7b9f0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.02277588262651298,"lowerBound":0,"upperBound":1,"independentScore":0.02277588262651298,"independent":true,"opponentIds":5,"independentOpponentIds":5,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["bb07aadd4166403d7629e25e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.42432409123341247,"lowerBound":0,"upperBound":1,"independentScore":0.42432409123341247,"independent":true,"opponentIds":6,"independentOpponentIds":6,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["49a7a5a737f5b970e9b48dc4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.316163948897482,"lowerBound":0,"upperBound":1,"independentScore":0.316163948897482,"independent":true,"opponentIds":7,"independentOpponentIds":7,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["81d6342d15ab0e2f8e535ccd"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4417043615683764,"lowerBound":0,"upperBound":1,"independentScore":0.4417043615683764,"independent":true,"opponentIds":8,"independentOpponentIds":8,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3af2c688d4c527bc96bdfee4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.17840928663686478,"lowerBound":0,"upperBound":1,"independentScore":0.17840928663686478,"independent":true,"opponentIds":9,"independentOpponentIds":9,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["971a463f2747f1886585e328"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.20436420217322296,"lowerBound":0,"upperBound":1,"independentScore":0.20436420217322296,"independent":true,"opponentIds":10,"independentOpponentIds":10,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3e84abbf7f996ec789cd2885"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6037052834897263,"lowerBound":0,"upperBound":1,"independentScore":0.6037052834897263,"independent":true,"opponentIds":11,"independentOpponentIds":11,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["04fb036f055cd49b327a6ded"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.360081683545377,"lowerBound":0,"upperBound":1,"independentScore":0.360081683545377,"independent":true,"opponentIds":13,"independentOpponentIds":13,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["eb49445c621170b904099ffd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["64756b2e556ca7f8a17d562d","0751248f0bb7ed65861e7389","ee6d3dc313301dfa2d7580f1","e0cbb3c39f8958e73c8b93c4","341be8170b3f5df517a7b9f0","bb07aadd4166403d7629e25e","49a7a5a737f5b970e9b48dc4","81d6342d15ab0e2f8e535ccd","3af2c688d4c527bc96bdfee4","971a463f2747f1886585e328","3e84abbf7f996ec789cd2885","04fb036f055cd49b327a6ded","eb49445c621170b904099ffd"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"amazon-nova-2-pro-preview--effort-low","name":"Amazon Nova 2 Pro Preview · Low","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-pro-preview","detailsUrl":"/efforts?model=amazon-nova-2-pro-preview","publishedBenchmarkCount":16,"overallRating":{"score":0.03518155838373191,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999997}],"familyWeights":[{"family":"mmmu-pro","share":0.09547547528055528},{"family":"gmmlu","share":0.08269550793959071},{"family":"ifbench","share":0.07285176779943964},{"family":"gpqa","share":0.0719774368211335},{"family":"hle","share":0.07186615305748298},{"family":"mmlu-pro","share":0.0718581708713628},{"family":"critpt","share":0.07149146192385458},{"family":"omniscience","share":0.07028438321075088},{"family":"livecodebench","share":0.07024303174391591},{"family":"terminal-bench","share":0.069732277931909},{"family":"aime","share":0.06898229879140706},{"family":"aa-lcr","share":0.06549453571286373},{"family":"tau-bench","share":0.0619007903332687},{"family":"gdpval","share":0.055146708582464274}]},"capabilityRatings":[{"bucket":"agentic","score":0.17526440031334353,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04911423042051436,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05913956342203267,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18281394823953734,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06064192412275878,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.17338861887401702,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6224724694033935,"lowerBound":0,"upperBound":1,"independentScore":0.6224724694033935,"independent":true,"opponentIds":15,"independentOpponentIds":15,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5b5b9452eae1f755f1af5b09"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.640227337574052,"lowerBound":0,"upperBound":1,"independentScore":0.640227337574052,"independent":true,"opponentIds":16,"independentOpponentIds":16,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dfe9842c0735434bc21b3d96"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2295704934205961,"lowerBound":0,"upperBound":1,"independentScore":0.2295704934205961,"independent":true,"opponentIds":17,"independentOpponentIds":17,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["191638571a326d89f2d172a1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3124565068586154,"lowerBound":0,"upperBound":1,"independentScore":0.3124565068586154,"independent":true,"opponentIds":18,"independentOpponentIds":18,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["61902e4111c8b5f16c58123d"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8278176281213061,"lowerBound":0,"upperBound":1,"independentScore":0.8278176281213061,"independent":true,"opponentIds":19,"independentOpponentIds":19,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["3527b43b12093b60f4c4417a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5671427952282989,"lowerBound":0,"upperBound":1,"independentScore":0.5671427952282989,"independent":true,"opponentIds":20,"independentOpponentIds":20,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7017becc8361a9c23a723ce0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.28574419633177,"lowerBound":0,"upperBound":1,"independentScore":0.28574419633177,"independent":true,"opponentIds":21,"independentOpponentIds":21,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["79ecc009f3dbdbe3fb1dfe9d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9792924551495594,"lowerBound":0,"upperBound":1,"independentScore":0.9792924551495594,"independent":true,"opponentIds":22,"independentOpponentIds":22,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["902dc4fc6cc23bf4a62c8a17"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6591054320250405,"lowerBound":0,"upperBound":1,"independentScore":0.6591054320250405,"independent":true,"opponentIds":23,"independentOpponentIds":23,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cdcb51ed9f3f020082583698"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.803049073790986,"lowerBound":0,"upperBound":1,"independentScore":0.803049073790986,"independent":true,"opponentIds":24,"independentOpponentIds":24,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a02cbe3ba053252df487ca88"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.40956150883411985,"lowerBound":0,"upperBound":1,"independentScore":0.40956150883411985,"independent":true,"opponentIds":25,"independentOpponentIds":25,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["634fe80a6b864fb121b391cc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5594839261983643,"lowerBound":0,"upperBound":1,"independentScore":0.5594839261983643,"independent":true,"opponentIds":26,"independentOpponentIds":26,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6713a85a37a3a382e22bdeaf"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8484543847900715,"lowerBound":0,"upperBound":1,"independentScore":0.8484543847900715,"independent":true,"opponentIds":27,"independentOpponentIds":27,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9eb0dd38a4a360bfd08d573e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49921228644524374,"lowerBound":0,"upperBound":1,"independentScore":0.49921228644524374,"independent":true,"opponentIds":28,"independentOpponentIds":28,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["062bbb61636c7fa8ab91586f","bf82530ea81bebcb3dd5a931"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5b5b9452eae1f755f1af5b09","dfe9842c0735434bc21b3d96","191638571a326d89f2d172a1","61902e4111c8b5f16c58123d","3527b43b12093b60f4c4417a","7017becc8361a9c23a723ce0","79ecc009f3dbdbe3fb1dfe9d","902dc4fc6cc23bf4a62c8a17","cdcb51ed9f3f020082583698","a02cbe3ba053252df487ca88","634fe80a6b864fb121b391cc","6713a85a37a3a382e22bdeaf","9eb0dd38a4a360bfd08d573e","062bbb61636c7fa8ab91586f","bf82530ea81bebcb3dd5a931"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"amazon-nova-2-pro-preview--effort-medium","name":"Amazon Nova 2 Pro Preview · Medium","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-pro-preview","detailsUrl":"/efforts?model=amazon-nova-2-pro-preview","publishedBenchmarkCount":16,"overallRating":{"score":0.045151986969389844,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"aa-lcr","share":0.10449284507986271},{"family":"mmmu-pro","share":0.10221263536624263},{"family":"ifbench","share":0.07633341032400451},{"family":"gpqa","share":0.07559452828973405},{"family":"hle","share":0.07540187966832411},{"family":"mmlu-pro","share":0.07516316589723616},{"family":"critpt","share":0.0751222876553904},{"family":"terminal-bench","share":0.07415170796547503},{"family":"omniscience","share":0.07368158021146562},{"family":"livecodebench","share":0.07338629141289803},{"family":"aime","share":0.0718980419040566},{"family":"tau-bench","share":0.06492158360859496},{"family":"gdpval","share":0.057640042616710754}]},"capabilityRatings":[{"bucket":"agentic","score":0.1925800665293863,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0823389175521589,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.095250378413105,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1752084454997943,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06831252966770737,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1625200372622189,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9115805113907196,"lowerBound":0,"upperBound":1,"independentScore":0.9115805113907196,"independent":true,"opponentIds":15,"independentOpponentIds":15,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["13346152511e09d30d1cfdc6"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4646093486453208,"lowerBound":0,"upperBound":1,"independentScore":0.4646093486453208,"independent":true,"opponentIds":29,"independentOpponentIds":29,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["bd1063328a8fc5dc84164450","32e569e98eea052f1f9fb1cc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.228672868299859,"lowerBound":0,"upperBound":1,"independentScore":0.228672868299859,"independent":true,"opponentIds":17,"independentOpponentIds":17,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2a2810cac886211d50260322"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3262112035666445,"lowerBound":0,"upperBound":1,"independentScore":0.3262112035666445,"independent":true,"opponentIds":18,"independentOpponentIds":18,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4e2a978cf1b25349ba8c9eb7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6464588108883197,"lowerBound":0,"upperBound":1,"independentScore":0.6464588108883197,"independent":true,"opponentIds":20,"independentOpponentIds":20,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8232c24c070f4b3f1f77a27d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.46587390028325376,"lowerBound":0,"upperBound":1,"independentScore":0.46587390028325376,"independent":true,"opponentIds":21,"independentOpponentIds":21,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["204bd1ee31406c92d27f6e68"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9755057817120703,"lowerBound":0,"upperBound":1,"independentScore":0.9755057817120703,"independent":true,"opponentIds":22,"independentOpponentIds":22,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a9beabe09fa100c99468262b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.809036393089352,"lowerBound":0,"upperBound":1,"independentScore":0.809036393089352,"independent":true,"opponentIds":23,"independentOpponentIds":23,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6429d609ec0f11dd8ffa179e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8402414758154401,"lowerBound":0,"upperBound":1,"independentScore":0.8402414758154401,"independent":true,"opponentIds":24,"independentOpponentIds":24,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4fced4b66edf60bfb2a4e60a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4448369066154994,"lowerBound":0,"upperBound":1,"independentScore":0.4448369066154994,"independent":true,"opponentIds":25,"independentOpponentIds":25,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["da88117edeb51c2ac2876562"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5575889716243866,"lowerBound":0,"upperBound":1,"independentScore":0.5575889716243866,"independent":true,"opponentIds":26,"independentOpponentIds":26,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1c0183c6de1a7b2084c29ccf"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8723116566530679,"lowerBound":0,"upperBound":1,"independentScore":0.8723116566530679,"independent":true,"opponentIds":27,"independentOpponentIds":27,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b1e617855171778b680b1c86"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5844863126769112,"lowerBound":0,"upperBound":1,"independentScore":0.5844863126769112,"independent":true,"opponentIds":28,"independentOpponentIds":28,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4c49b2990782fce5521733d9","052225ad74be41cc4b6cb25f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["13346152511e09d30d1cfdc6","bd1063328a8fc5dc84164450","2a2810cac886211d50260322","4e2a978cf1b25349ba8c9eb7","8232c24c070f4b3f1f77a27d","204bd1ee31406c92d27f6e68","a9beabe09fa100c99468262b","6429d609ec0f11dd8ffa179e","32e569e98eea052f1f9fb1cc","4fced4b66edf60bfb2a4e60a","da88117edeb51c2ac2876562","1c0183c6de1a7b2084c29ccf","b1e617855171778b680b1c86","4c49b2990782fce5521733d9","052225ad74be41cc4b6cb25f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":16}],"unspecified":0,"total":16}},{"id":"amazon-nova-2-pro-preview--effort-non-reasoning","name":"Amazon Nova 2 Pro Preview · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-pro-preview","detailsUrl":"/efforts?model=amazon-nova-2-pro-preview","publishedBenchmarkCount":15,"overallRating":{"score":0.010933988905502484,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999981}],"familyWeights":[{"family":"gmmlu","share":0.09223197284306496},{"family":"ifbench","share":0.08038699006892079},{"family":"gpqa","share":0.07960887073036524},{"family":"hle","share":0.07940599177146195},{"family":"mmlu-pro","share":0.07915460143708138},{"family":"critpt","share":0.07911155241297328},{"family":"terminal-bench","share":0.07808943143654695},{"family":"omniscience","share":0.07759433820106507},{"family":"livecodebench","share":0.07728336850094081},{"family":"aime","share":0.07571608756878405},{"family":"aa-lcr","share":0.0723467038539726},{"family":"tau-bench","share":0.06836915414431007},{"family":"gdpval","share":0.060700937030512866}]},"capabilityRatings":[{"bucket":"agentic","score":0.09424364096633657,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.023491477189191996,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.042882301435169745,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04898005825281593,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.04157951675254177,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.30571736331046495,"lowerBound":0,"upperBound":1,"independentScore":0.30571736331046495,"independent":true,"opponentIds":15,"independentOpponentIds":15,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6175ce4adc218cc2822fcbf9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.29840681960152815,"lowerBound":0,"upperBound":1,"independentScore":0.29840681960152815,"independent":true,"opponentIds":16,"independentOpponentIds":16,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["27dd6af97bc82a3f33e9bbb4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.228672868299859,"lowerBound":0,"upperBound":1,"independentScore":0.228672868299859,"independent":true,"opponentIds":17,"independentOpponentIds":17,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0dde0536564f2839a2ce52d8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.25737358445511044,"lowerBound":0,"upperBound":1,"independentScore":0.25737358445511044,"independent":true,"opponentIds":18,"independentOpponentIds":18,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["5959fc580b7dd735b87780d8"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3254996188998123,"lowerBound":0,"upperBound":1,"independentScore":0.3254996188998123,"independent":true,"opponentIds":19,"independentOpponentIds":19,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7292759b8cb168b50cfc12a5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.34381682425617766,"lowerBound":0,"upperBound":1,"independentScore":0.34381682425617766,"independent":true,"opponentIds":20,"independentOpponentIds":20,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["38aa2e7ea58f399abf54de70"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10587850378707124,"lowerBound":0,"upperBound":1,"independentScore":0.10587850378707124,"independent":true,"opponentIds":21,"independentOpponentIds":21,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b14ffa0e6e2c2eaae9e72551"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6552713905950838,"lowerBound":0,"upperBound":1,"independentScore":0.6552713905950838,"independent":true,"opponentIds":22,"independentOpponentIds":22,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9fe32683ff453994e752cf0b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.48870557686427585,"lowerBound":0,"upperBound":1,"independentScore":0.48870557686427585,"independent":true,"opponentIds":23,"independentOpponentIds":23,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["bd2de967d5e4ceefd8d21f5f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5341629527461971,"lowerBound":0,"upperBound":1,"independentScore":0.5341629527461971,"independent":true,"opponentIds":24,"independentOpponentIds":24,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b491e7d678f7eb03aa97fe4f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.36717300294358696,"lowerBound":0,"upperBound":1,"independentScore":0.36717300294358696,"independent":true,"opponentIds":26,"independentOpponentIds":26,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e507780d68e9a88b3fe816c3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.659842616242836,"lowerBound":0,"upperBound":1,"independentScore":0.659842616242836,"independent":true,"opponentIds":27,"independentOpponentIds":27,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["073593c114d374a6b5814324"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49442699796696343,"lowerBound":0,"upperBound":1,"independentScore":0.49442699796696343,"independent":true,"opponentIds":28,"independentOpponentIds":28,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["77e985c0ed8b2995e6b8a80d","f56f639149bec0565169758c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6175ce4adc218cc2822fcbf9","27dd6af97bc82a3f33e9bbb4","0dde0536564f2839a2ce52d8","5959fc580b7dd735b87780d8","7292759b8cb168b50cfc12a5","38aa2e7ea58f399abf54de70","b14ffa0e6e2c2eaae9e72551","9fe32683ff453994e752cf0b","bd2de967d5e4ceefd8d21f5f","b491e7d678f7eb03aa97fe4f","e507780d68e9a88b3fe816c3","073593c114d374a6b5814324","77e985c0ed8b2995e6b8a80d","f56f639149bec0565169758c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"amazon-nova-lite--effort-non-reasoning","name":"Amazon Nova Lite · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-lite","detailsUrl":"/efforts?model=amazon-nova-lite","publishedBenchmarkCount":15,"overallRating":{"score":0.0019429591255626245,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000278}],"familyWeights":[{"family":"mmlu-pro","share":0.08247144965038813},{"family":"aime","share":0.08241471098312013},{"family":"livecodebench","share":0.08239884006068386},{"family":"math500","share":0.0820714439074696},{"family":"ifbench","share":0.08044149536270936},{"family":"hle","share":0.07867725643803992},{"family":"gpqa","share":0.07851992483666832},{"family":"critpt","share":0.07831101366309798},{"family":"omniscience","share":0.07803193918011528},{"family":"mmmu-pro","share":0.0773165187422091},{"family":"tau-bench","share":0.06956642793286551},{"family":"aa-lcr","share":0.06525144917350136},{"family":"terminal-bench","share":0.06452753006914436}]},"capabilityRatings":[{"bucket":"agentic","score":0.008351201651874161,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.011969283384059571,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005605106063975425,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011812191395507788,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.008207195383737133,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03452367829215297,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.06319600733064315,"lowerBound":0,"upperBound":1,"independentScore":0.06319600733064315,"independent":true,"opponentIds":30,"independentOpponentIds":30,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["50e4adca8e5e54dc5a129468"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1267251825052691,"lowerBound":0,"upperBound":1,"independentScore":0.1267251825052691,"independent":true,"opponentIds":31,"independentOpponentIds":31,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["adf5df0b30d27f83e52f2b51","c8e86b20efeee800f08898bd"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":32,"independentOpponentIds":32,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ff486d9ba46adad27a1b6fe4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1341560039172621,"lowerBound":0,"upperBound":1,"independentScore":0.1341560039172621,"independent":true,"opponentIds":33,"independentOpponentIds":33,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dbd1d83f7580735392e6f6a7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1646034728904564,"lowerBound":0,"upperBound":1,"independentScore":0.1646034728904564,"independent":true,"opponentIds":34,"independentOpponentIds":34,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["981168cc7575baa0277b03a4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2814535866825671,"lowerBound":0,"upperBound":1,"independentScore":0.2814535866825671,"independent":true,"opponentIds":35,"independentOpponentIds":35,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6feffecc4d281a47d9a8c63c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.11681897719060046,"lowerBound":0,"upperBound":1,"independentScore":0.11681897719060046,"independent":true,"opponentIds":36,"independentOpponentIds":36,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["dbdd0586ea1c53079fda7843"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.2196703631862828,"lowerBound":0,"upperBound":1,"independentScore":0.2196703631862828,"independent":true,"opponentIds":37,"independentOpponentIds":37,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["7dd1a3d260f548765e07a7db"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.16592444678069174,"lowerBound":0,"upperBound":1,"independentScore":0.16592444678069174,"independent":true,"opponentIds":38,"independentOpponentIds":38,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c3a7675bf193929b296e1238"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.04537180425508221,"lowerBound":0,"upperBound":1,"independentScore":0.04537180425508221,"independent":true,"opponentIds":39,"independentOpponentIds":39,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["fd3e68f24b42e3314808e348"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.0929866015769012,"lowerBound":0,"upperBound":1,"independentScore":0.0929866015769012,"independent":true,"opponentIds":40,"independentOpponentIds":40,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c810f78cb4cfe1a60c148b93"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.15461711953526383,"lowerBound":0,"upperBound":1,"independentScore":0.15461711953526383,"independent":true,"opponentIds":41,"independentOpponentIds":41,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["02860b6478118aafcbe8cda2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.08224721724514827,"lowerBound":0,"upperBound":1,"independentScore":0.08224721724514827,"independent":true,"opponentIds":42,"independentOpponentIds":42,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["69ddc6a403ed9b335c7c7e51"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["50e4adca8e5e54dc5a129468","adf5df0b30d27f83e52f2b51","ff486d9ba46adad27a1b6fe4","dbd1d83f7580735392e6f6a7","981168cc7575baa0277b03a4","6feffecc4d281a47d9a8c63c","dbdd0586ea1c53079fda7843","7dd1a3d260f548765e07a7db","c8e86b20efeee800f08898bd","c3a7675bf193929b296e1238","fd3e68f24b42e3314808e348","c810f78cb4cfe1a60c148b93","02860b6478118aafcbe8cda2","69ddc6a403ed9b335c7c7e51"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"amazon-nova-micro--effort-non-reasoning","name":"Amazon Nova Micro · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-micro","detailsUrl":"/efforts?model=amazon-nova-micro","publishedBenchmarkCount":13,"overallRating":{"score":0.0015845504258562145,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.0886243953933398},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068651},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.08392383704628471},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.00574562136203266,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01070847526465755,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005793825539624539,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.008241378196607127,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.020932842369885376,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.039062843392266976,"lowerBound":0,"upperBound":1,"independentScore":0.039062843392266976,"independent":true,"opponentIds":43,"independentOpponentIds":43,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c395cbf5898af86d26300d73"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.16322940406646844,"lowerBound":0,"upperBound":1,"independentScore":0.16322940406646844,"independent":true,"opponentIds":44,"independentOpponentIds":44,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cfcec14d811a655ca4726508"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":45,"independentOpponentIds":45,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["db9b99c98dd617c9ca05910d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08315840758618584,"lowerBound":0,"upperBound":1,"independentScore":0.08315840758618584,"independent":true,"opponentIds":46,"independentOpponentIds":46,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["696c084e4d6c62ab15b53492"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.22231646069443983,"lowerBound":0,"upperBound":1,"independentScore":0.22231646069443983,"independent":true,"opponentIds":47,"independentOpponentIds":47,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f8a60f4c48d2cf35f26ad74c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.14843233901655545,"lowerBound":0,"upperBound":1,"independentScore":0.14843233901655545,"independent":true,"opponentIds":48,"independentOpponentIds":48,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7e8455203b39b886b2967732"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.09197689114578982,"lowerBound":0,"upperBound":1,"independentScore":0.09197689114578982,"independent":true,"opponentIds":49,"independentOpponentIds":49,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["aef838f6a1d2eca33b5a1e33"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.13285268640574133,"lowerBound":0,"upperBound":1,"independentScore":0.13285268640574133,"independent":true,"opponentIds":50,"independentOpponentIds":50,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ffa04be81f3227c6f19350f1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.10634803219290433,"lowerBound":0,"upperBound":1,"independentScore":0.10634803219290433,"independent":true,"opponentIds":51,"independentOpponentIds":51,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["35e37d3045a2a291273b84f1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1002410791411554,"lowerBound":0,"upperBound":1,"independentScore":0.1002410791411554,"independent":true,"opponentIds":52,"independentOpponentIds":52,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["abebfd3cf4beb6117af462cc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.10084028897020228,"lowerBound":0,"upperBound":1,"independentScore":0.10084028897020228,"independent":true,"opponentIds":53,"independentOpponentIds":53,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["88ec995dfbbdc4b5240ddad1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12424070074576807,"lowerBound":0,"upperBound":1,"independentScore":0.12424070074576807,"independent":true,"opponentIds":54,"independentOpponentIds":54,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["19d78b7b4a3613704624e4c9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c395cbf5898af86d26300d73","cfcec14d811a655ca4726508","db9b99c98dd617c9ca05910d","696c084e4d6c62ab15b53492","f8a60f4c48d2cf35f26ad74c","7e8455203b39b886b2967732","aef838f6a1d2eca33b5a1e33","ffa04be81f3227c6f19350f1","35e37d3045a2a291273b84f1","abebfd3cf4beb6117af462cc","88ec995dfbbdc4b5240ddad1","19d78b7b4a3613704624e4c9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"amazon-nova-premier--effort-non-reasoning","name":"Amazon Nova Premier · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-premier","detailsUrl":"/efforts?model=amazon-nova-premier","publishedBenchmarkCount":14,"overallRating":{"score":0.005911832885137268,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000255}],"familyWeights":[{"family":"mmlu-pro","share":0.08214541335559575},{"family":"aime","share":0.08208889899461708},{"family":"livecodebench","share":0.0820730908150666},{"family":"math500","share":0.08174698896465865},{"family":"ifbench","share":0.08012348413328636},{"family":"hle","share":0.07836621981527857},{"family":"gpqa","share":0.07820951019657592},{"family":"critpt","share":0.07800142491639366},{"family":"omniscience","share":0.07772345370503754},{"family":"gmmlu","share":0.07364827688942631},{"family":"aa-lcr","share":0.07230939696648844},{"family":"tau-bench","share":0.06929140935975538},{"family":"terminal-bench","share":0.06427243188783392}]},"capabilityRatings":[{"bucket":"agentic","score":0.04812601605399006,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01583470717281526,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01783766959861787,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03665785189583712,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.05431482428068637,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1521642569670675,"lowerBound":0,"upperBound":1,"independentScore":0.1521642569670675,"independent":true,"opponentIds":55,"independentOpponentIds":55,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ce9a2089796d737603a17e0b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.34597289297716644,"lowerBound":0,"upperBound":1,"independentScore":0.34597289297716644,"independent":true,"opponentIds":56,"independentOpponentIds":56,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f2f040f4479911816988b68b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":57,"independentOpponentIds":57,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["56f117757019799897341310"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3998338059820771,"lowerBound":0,"upperBound":1,"independentScore":0.3998338059820771,"independent":true,"opponentIds":58,"independentOpponentIds":58,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0e3b171515df1dcd1001b493"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.24209799286775965,"lowerBound":0,"upperBound":1,"independentScore":0.24209799286775965,"independent":true,"opponentIds":59,"independentOpponentIds":59,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6a6eaae484ab8fcb709d1c0f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.13066467158283127,"lowerBound":0,"upperBound":1,"independentScore":0.13066467158283127,"independent":true,"opponentIds":60,"independentOpponentIds":60,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5f0a56bbcc02e28b010b7360"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.30642838841607356,"lowerBound":0,"upperBound":1,"independentScore":0.30642838841607356,"independent":true,"opponentIds":61,"independentOpponentIds":61,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8be501c4015a8228e5bf59d1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2759834655809263,"lowerBound":0,"upperBound":1,"independentScore":0.2759834655809263,"independent":true,"opponentIds":62,"independentOpponentIds":62,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["63e379977a372098a782ec00"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.33264369282494255,"lowerBound":0,"upperBound":1,"independentScore":0.33264369282494255,"independent":true,"opponentIds":63,"independentOpponentIds":63,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9c279ec3f04cf3fdc739c887"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3802660837187292,"lowerBound":0,"upperBound":1,"independentScore":0.3802660837187292,"independent":true,"opponentIds":64,"independentOpponentIds":64,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["354ff394a1c479d16d1ff096"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.549374214687708,"lowerBound":0,"upperBound":1,"independentScore":0.549374214687708,"independent":true,"opponentIds":65,"independentOpponentIds":65,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fe566bdc8b0fe8917d76032e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4879095764616929,"lowerBound":0,"upperBound":1,"independentScore":0.4879095764616929,"independent":true,"opponentIds":66,"independentOpponentIds":66,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0bfbe8f57f24704b45f141ff"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3889950783151808,"lowerBound":0,"upperBound":1,"independentScore":0.3889950783151808,"independent":true,"opponentIds":67,"independentOpponentIds":67,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["3abff7933c0a42c95c4f53c9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ce9a2089796d737603a17e0b","f2f040f4479911816988b68b","56f117757019799897341310","0e3b171515df1dcd1001b493","6a6eaae484ab8fcb709d1c0f","5f0a56bbcc02e28b010b7360","8be501c4015a8228e5bf59d1","63e379977a372098a782ec00","9c279ec3f04cf3fdc739c887","354ff394a1c479d16d1ff096","fe566bdc8b0fe8917d76032e","0bfbe8f57f24704b45f141ff","3abff7933c0a42c95c4f53c9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"amazon-nova-pro--effort-non-reasoning","name":"Amazon Nova Pro · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-pro","detailsUrl":"/efforts?model=amazon-nova-pro","publishedBenchmarkCount":14,"overallRating":{"score":0.003004172979329693,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000095}],"familyWeights":[{"family":"mmlu-pro","share":0.08187011815170196},{"family":"aime","share":0.08181379318818194},{"family":"livecodebench","share":0.08179803798682994},{"family":"math500","share":0.08147302900663507},{"family":"ifbench","share":0.0798549650523041},{"family":"hle","share":0.07810358988158962},{"family":"gpqa","share":0.07794740544627421},{"family":"critpt","share":0.07774001752553412},{"family":"omniscience","share":0.0774629778834304},{"family":"mmmu-pro","share":0.07675277385491124},{"family":"aa-lcr","share":0.0720670653575993},{"family":"tau-bench","share":0.06905919197976357},{"family":"terminal-bench","share":0.06405703468525713}]},"capabilityRatings":[{"bucket":"agentic","score":0.005745621362032664,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.011631518174778052,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.011477323421031851,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.025342390118357,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01315260111320777,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03181374552450195,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.06319600733064315,"lowerBound":0,"upperBound":1,"independentScore":0.06319600733064315,"independent":true,"opponentIds":68,"independentOpponentIds":68,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["541b9cd8656670591c6a1d18"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.23714563568291,"lowerBound":0,"upperBound":1,"independentScore":0.23714563568291,"independent":true,"opponentIds":69,"independentOpponentIds":69,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9a068df3721adea27be27ecf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":70,"independentOpponentIds":70,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d4896e593ff5512235c65933"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.18361945471164587,"lowerBound":0,"upperBound":1,"independentScore":0.18361945471164587,"independent":true,"opponentIds":71,"independentOpponentIds":71,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fca9c963afc237552313f230"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.038054783593869074,"lowerBound":0,"upperBound":1,"independentScore":0.038054783593869074,"independent":true,"opponentIds":72,"independentOpponentIds":72,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3b7c848ef0c5b4072692c53a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.362655021678207,"lowerBound":0,"upperBound":1,"independentScore":0.362655021678207,"independent":true,"opponentIds":73,"independentOpponentIds":73,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1718757623befb2b04cdffa0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.14729434948636075,"lowerBound":0,"upperBound":1,"independentScore":0.14729434948636075,"independent":true,"opponentIds":74,"independentOpponentIds":74,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7a72aadc62751bdabe32c810"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.2711359911327834,"lowerBound":0,"upperBound":1,"independentScore":0.2711359911327834,"independent":true,"opponentIds":75,"independentOpponentIds":75,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fc2fc962c57c7a95ec0f5ab6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2857854473691302,"lowerBound":0,"upperBound":1,"independentScore":0.2857854473691302,"independent":true,"opponentIds":76,"independentOpponentIds":76,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2b21dffdfeaeb4feaa7217c7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.11330941252112062,"lowerBound":0,"upperBound":1,"independentScore":0.11330941252112062,"independent":true,"opponentIds":77,"independentOpponentIds":77,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["99044be57784aba47c270823"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.36085434066567806,"lowerBound":0,"upperBound":1,"independentScore":0.36085434066567806,"independent":true,"opponentIds":78,"independentOpponentIds":78,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0050677da9a66bbd582ceef2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.10132780656583637,"lowerBound":0,"upperBound":1,"independentScore":0.10132780656583637,"independent":true,"opponentIds":79,"independentOpponentIds":79,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["180bc2e6c945ab26a8631548"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3432779140315281,"lowerBound":0,"upperBound":1,"independentScore":0.3432779140315281,"independent":true,"opponentIds":80,"independentOpponentIds":80,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d8eefcfd98bc646739e26568"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["541b9cd8656670591c6a1d18","9a068df3721adea27be27ecf","d4896e593ff5512235c65933","fca9c963afc237552313f230","3b7c848ef0c5b4072692c53a","1718757623befb2b04cdffa0","7a72aadc62751bdabe32c810","fc2fc962c57c7a95ec0f5ab6","2b21dffdfeaeb4feaa7217c7","99044be57784aba47c270823","0050677da9a66bbd582ceef2","180bc2e6c945ab26a8631548","d8eefcfd98bc646739e26568"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-fable-5--effort-max","name":"Claude Fable 5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":72,"overallRating":{"score":0.7395803680955662,"supported":true,"families":36,"publishers":9,"evaluationSources":9,"taskAreas":6,"opponents":237,"independentFamilies":33,"reason":null,"independentSources":8,"labWeightShare":0.19874894269601617,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Anthropic","independent":false,"share":0.1987489426960164},{"source":"Cognition","independent":true,"share":0.10781821195887899},{"source":"Terminal-Bench","independent":true,"share":0.10781821195887886},{"source":"Artificial Analysis","independent":true,"share":0.10760138261400512},{"source":"LiveBench","independent":true,"share":0.10716476825003632},{"source":"Vals AI","independent":true,"share":0.1023781753756475},{"source":"Epoch AI","independent":true,"share":0.10159072463510871},{"source":"ARC Prize","independent":true,"share":0.09963387713272921},{"source":"Datacurve","independent":true,"share":0.06724570537869584}],"familyWeights":[{"family":"terminal-bench","share":0.1817665410611454},{"family":"frontiercode","share":0.1078182119588789},{"family":"arc-agi","share":0.09963387713272917},{"family":"deepswe","share":0.06724570537869583},{"family":"chartography","share":0.0662496475653388},{"family":"osworld","share":0.0662496475653388},{"family":"gpqa","share":0.03002993913083252},{"family":"aime","share":0.026954552989719716},{"family":"epoch-game-puzzles","share":0.026349450779746413},{"family":"frontiermath","share":0.025958082589015535},{"family":"livebench-instructions","share":0.015309252607148174},{"family":"livebench-math","share":0.015309252607148174},{"family":"livebench-reasoning","share":0.015309252607148174},{"family":"livebench-coding","share":0.01530925260714817},{"family":"livebench-data","share":0.015309252607148154},{"family":"livebench-language","share":0.015309252607148154},{"family":"multi-swe-bench","share":0.015309252607148154},{"family":"vals-code-migration","share":0.014671181865379572},{"family":"vals-legal-research","share":0.014653342357012942},{"family":"vibe-code","share":0.014653342357012942},{"family":"vals-excel-modeling","share":0.014634610873227982},{"family":"vals-finance-agent","share":0.014614918800530972},{"family":"vals-tax-agent","share":0.014614918800530972},{"family":"mmlu-pro","share":0.014535860321952278},{"family":"critpt","share":0.007701300854205661},{"family":"briefcase","share":0.0077013008542056414},{"family":"omniscience","share":0.007701300854205633},{"family":"hle","share":0.007701300854205604},{"family":"ifbench","share":0.0077013008542056016},{"family":"tau-bench","share":0.007699278453771204},{"family":"gdpval","share":0.007698041734081135},{"family":"automationbench","share":0.007697144728542267},{"family":"gdp-pdf","share":0.007697067043950431},{"family":"aa-lcr","share":0.007683813038684608},{"family":"analyst-agent","share":0.007614384668094551},{"family":"enterprise-ops","share":0.0076051662847191346}]},"capabilityRatings":[{"bucket":"agentic","score":0.6666951579791967,"supported":true,"families":13,"independentFamilies":12,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7086039841807871,"supported":true,"families":9,"independentFamilies":8,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7537785861423995,"supported":true,"families":7,"independentFamilies":7,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6628556474211187,"supported":true,"families":5,"independentFamilies":5,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.800980644533802,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.767727429955033,"lowerBound":0,"upperBound":1,"independentScore":0.767727429955033,"independent":true,"opponentIds":81,"independentOpponentIds":81,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["9435766350d781bffea43ed6"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9183641975308633,"lowerBound":0,"upperBound":1,"independentScore":0.9183641975308633,"independent":true,"opponentIds":82,"independentOpponentIds":82,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["76bcaf7e88c080b8ac04af34"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":83,"independentOpponentIds":83,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-eiLEpRUvK48wUKDh4sYkzV"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9461210108353949,"lowerBound":0,"upperBound":1,"independentScore":0.9461210108353949,"independent":true,"opponentIds":84,"independentOpponentIds":84,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5ce598acfdcc6ca7457ec729","a2756a1696ca10149dd776bd"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7764848812095032,"lowerBound":0,"upperBound":1,"independentScore":0.7764848812095032,"independent":true,"opponentIds":85,"independentOpponentIds":85,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["531a87c1984669bbce83e282"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9672839506172852,"lowerBound":0,"upperBound":1,"independentScore":0.9672839506172852,"independent":true,"opponentIds":86,"independentOpponentIds":86,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["356477721c30ff51b6f282a7"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":87,"independentOpponentIds":87,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["d266a9f5ee053218775a4c59"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9133480014668139,"lowerBound":0,"upperBound":1,"independentScore":0.9133480014668139,"independent":true,"opponentIds":88,"independentOpponentIds":88,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["20d7159b0c6324c10ac262c7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.912792830934236,"lowerBound":0,"upperBound":1,"independentScore":0.912792830934236,"independent":true,"opponentIds":89,"independentOpponentIds":89,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["1daae1ad1868c537e442fdc0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6703570249604568,"lowerBound":0,"upperBound":1,"independentScore":0.6703570249604568,"independent":true,"opponentIds":90,"independentOpponentIds":90,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["86fa7444c37a3b98e534d304","epoch-run-S5pm7ctk9zgPfbyHrbD9AV"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9901785714285704,"lowerBound":0,"upperBound":1,"independentScore":0.9901785714285704,"independent":true,"opponentIds":91,"independentOpponentIds":91,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4ed48500acd1cc582df42aca"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7364232209737833,"lowerBound":0,"upperBound":1,"independentScore":0.7364232209737833,"independent":true,"opponentIds":92,"independentOpponentIds":92,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c137a95a12dfae0d4072697c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9316369160653246,"lowerBound":0,"upperBound":1,"independentScore":0.9316369160653246,"independent":true,"opponentIds":93,"independentOpponentIds":93,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9962616822429906,"lowerBound":0,"upperBound":1,"independentScore":0.9962616822429906,"independent":true,"opponentIds":94,"independentOpponentIds":94,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["64e3aaa3b5101e5c4de66d15"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9150524887211455,"lowerBound":0,"upperBound":1,"independentScore":0.9150524887211455,"independent":true,"opponentIds":95,"independentOpponentIds":95,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["1922a9b01edb48592b3c0b68","96bef260af3c6a14d7cf0897"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.36992088988688054,"lowerBound":0,"upperBound":1,"independentScore":0.5820727911406307,"independent":true,"opponentIds":96,"independentOpponentIds":96,"panelSize":217,"publishers":["Artificial Analysis","Terminal-Bench","Anthropic"],"observations":["eb937c63111f6acf387a7a14","3a5be26e225198df0b89d1e1","487463c73f1067c565b2bd7b","0e472c316abe4044c3d6bce0","launch-anthropic-fable-5-1-card-20"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9357969901881397,"lowerBound":0,"upperBound":1,"independentScore":0.9357969901881397,"independent":true,"opponentIds":97,"independentOpponentIds":97,"panelSize":49,"publishers":["ARC Prize"],"observations":["332952f68252290ee6a5a920"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.846078670901539,"lowerBound":0,"upperBound":1,"independentScore":0.846078670901539,"independent":true,"opponentIds":98,"independentOpponentIds":98,"panelSize":25,"publishers":["Datacurve"],"observations":["3efb0703151365e0a5c57ad7"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.915,"lowerBound":0,"upperBound":1,"independentScore":0.915,"independent":true,"opponentIds":99,"independentOpponentIds":99,"panelSize":10,"publishers":["Cognition"],"observations":["17937afc9a71c653c9d4f6f2","c02f418374e14634d8639cb0"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7496189024390246,"lowerBound":0,"upperBound":1,"independentScore":0.7496189024390246,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ea6e6bc84b19cbbf13457f52","panel-1330ccf27b12cf2611c21dbe","panel-bdae59106882e6ce30423560","panel-43a711c2e4bf1032ca789322"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.8086890243902434,"lowerBound":0,"upperBound":1,"independentScore":0.8086890243902434,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-662dfda40adfc5a2caa14820","panel-8a3152b9d28a7530dac28f3d"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.801321138211382,"lowerBound":0,"upperBound":1,"independentScore":0.801321138211382,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-cfb0683f76806bf4fb0265d0","panel-03a1e315c4f027dcfd8299b7","panel-1d9c88711562ca4bc4793bf0"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6361788617886179,"lowerBound":0,"upperBound":1,"independentScore":0.6361788617886179,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-190855818b7e1222a48e2eae","panel-29667ef98b3f5bca5f681c85","panel-1b4c3991513f3ba7d226a43b"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8450203252032518,"lowerBound":0,"upperBound":1,"independentScore":0.8450203252032518,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9e636b17bbcae275ecd8ee17","panel-a2de81d0984e710daa10737b","panel-802d1135b4384df772d4deb2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6181402439024389,"lowerBound":0,"upperBound":1,"independentScore":0.6181402439024389,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-fb6b440bc03b13ca1c9f354c","panel-983329bcfa432e4151bc9bc2","panel-3677adeb13582e5bebeb40d9","panel-8da717a8690707003f08a090"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7614329268292688,"lowerBound":0,"upperBound":1,"independentScore":0.7614329268292688,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-2be4cdc484550578181f30a1","panel-c8fc51de7487c1b2d258c0f2","panel-2af525469b096e71b83c05f7","panel-dc7ca75625f95fde3437e823"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9312156464537208,"lowerBound":0,"upperBound":1,"independentScore":0.9312156464537208,"independent":true,"opponentIds":101,"independentOpponentIds":101,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-ReDAtJGGfRtrEGGWf4Zbsd","epoch-run-E28uZiJvrPgKtawbJpoZQ8"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8943690559035028,"lowerBound":0,"upperBound":1,"independentScore":0.8943690559035028,"independent":true,"opponentIds":102,"independentOpponentIds":102,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-X29V6KG3aVe5Nv5r3tsLHX"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.6907371265575741,"lowerBound":0,"upperBound":1,"independentScore":0.6907371265575741,"independent":true,"opponentIds":103,"independentOpponentIds":103,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.8031523399527842,"lowerBound":0,"upperBound":1,"independentScore":0.8031523399527842,"independent":true,"opponentIds":104,"independentOpponentIds":104,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.871813132032474,"lowerBound":0,"upperBound":1,"independentScore":0.871813132032474,"independent":true,"opponentIds":105,"independentOpponentIds":105,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.9210641719046926,"lowerBound":0,"upperBound":1,"independentScore":0.9210641719046926,"independent":true,"opponentIds":106,"independentOpponentIds":106,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.9487252528129896,"lowerBound":0,"upperBound":1,"independentScore":0.9487252528129896,"independent":true,"opponentIds":107,"independentOpponentIds":107,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.7597958264524849,"lowerBound":0,"upperBound":1,"independentScore":0.7597958264524849,"independent":true,"opponentIds":108,"independentOpponentIds":108,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"chartography","label":"chartography","bucket":"multimodal","score":0.4836895325783892,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":109,"independentOpponentIds":110,"panelSize":2,"publishers":["Anthropic"],"observations":["launch-anthropic-fable-5-1-card-42","launch-anthropic-fable-5-1-card-45"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":109,"independentOpponentIds":110,"panelSize":2,"publishers":["Anthropic"],"observations":["launch-anthropic-fable-5-1-card-54","launch-anthropic-fable-5-1-card-57"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9435766350d781bffea43ed6","76bcaf7e88c080b8ac04af34","5ce598acfdcc6ca7457ec729","531a87c1984669bbce83e282","356477721c30ff51b6f282a7","d266a9f5ee053218775a4c59","20d7159b0c6324c10ac262c7","1daae1ad1868c537e442fdc0","86fa7444c37a3b98e534d304","4ed48500acd1cc582df42aca","c137a95a12dfae0d4072697c","a2756a1696ca10149dd776bd","64e3aaa3b5101e5c4de66d15","1922a9b01edb48592b3c0b68","96bef260af3c6a14d7cf0897","eb937c63111f6acf387a7a14","3a5be26e225198df0b89d1e1","487463c73f1067c565b2bd7b","332952f68252290ee6a5a920","3efb0703151365e0a5c57ad7","17937afc9a71c653c9d4f6f2","c02f418374e14634d8639cb0","0e472c316abe4044c3d6bce0","panel-ea6e6bc84b19cbbf13457f52","panel-662dfda40adfc5a2caa14820","panel-8a3152b9d28a7530dac28f3d","panel-cfb0683f76806bf4fb0265d0","panel-190855818b7e1222a48e2eae","panel-1330ccf27b12cf2611c21dbe","panel-9e636b17bbcae275ecd8ee17","panel-fb6b440bc03b13ca1c9f354c","panel-bdae59106882e6ce30423560","panel-43a711c2e4bf1032ca789322","panel-2be4cdc484550578181f30a1","panel-03a1e315c4f027dcfd8299b7","panel-a2de81d0984e710daa10737b","panel-c8fc51de7487c1b2d258c0f2","panel-983329bcfa432e4151bc9bc2","panel-2af525469b096e71b83c05f7","panel-dc7ca75625f95fde3437e823","panel-29667ef98b3f5bca5f681c85","panel-1b4c3991513f3ba7d226a43b","panel-3677adeb13582e5bebeb40d9","panel-802d1135b4384df772d4deb2","panel-1d9c88711562ca4bc4793bf0","panel-8da717a8690707003f08a090","epoch-run-ReDAtJGGfRtrEGGWf4Zbsd","epoch-run-E28uZiJvrPgKtawbJpoZQ8","epoch-run-S5pm7ctk9zgPfbyHrbD9AV","epoch-run-X29V6KG3aVe5Nv5r3tsLHX","epoch-run-eiLEpRUvK48wUKDh4sYkzV","vals-finance-agent-v2:anthropic/claude-fable-5","vals-code-migration-v1:anthropic/claude-fable-5","vals-legal-research-v1:anthropic/claude-fable-5","vals-emb-v1:anthropic/claude-fable-5","vals-mmlu-pro-v1:anthropic/claude-fable-5","vals-vibe-code-bench-v1.1:anthropic/claude-fable-5","vals-tax-agent-bench-v1:anthropic/claude-fable-5","launch-anthropic-fable-5-1-card-42","launch-anthropic-fable-5-1-card-45","launch-anthropic-fable-5-1-card-54","launch-anthropic-fable-5-1-card-57","launch-anthropic-fable-5-1-card-20"],"opponentModelIds":["claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","qwen3.7-flash","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":72}],"unspecified":0,"total":72}},{"id":"claude-fable-5--effort-high","name":"Claude Fable 5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":11,"overallRating":{"score":0.7974003321637468,"supported":true,"families":8,"publishers":7,"evaluationSources":7,"taskAreas":2,"opponents":81,"independentFamilies":8,"reason":null,"independentSources":7,"labWeightShare":0,"sharedOrderConflicts":3,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.17892479216526172},{"source":"SWE-rebench","independent":true,"share":0.16933953544212288},{"source":"ARC Prize","independent":true,"share":0.1614948396223604},{"source":"Scale","independent":true,"share":0.13643015402601222},{"source":"Epoch AI","independent":true,"share":0.1260871315957741},{"source":"Terminal-Bench","independent":true,"share":0.1222652746462623},{"source":"Datacurve","independent":true,"share":0.1054582725022055}],"familyWeights":[{"family":"frontiercode","share":0.17892479216526197},{"family":"swe-rebench","share":0.16933953544212288},{"family":"arc-agi","share":0.16149483962236016},{"family":"enigma-eval","share":0.1364301540260122},{"family":"terminal-bench","share":0.12226527464626229},{"family":"deepswe","share":0.10545827250220537},{"family":"aime","share":0.06592516127013942},{"family":"gpqa","share":0.060161970325634646}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.7647865655866233,"supported":true,"families":4,"independentFamilies":4,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.80663962070931,"supported":true,"families":4,"independentFamilies":4,"opponents":32,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9760524185948535,"lowerBound":0,"upperBound":1,"independentScore":0.9760524185948535,"independent":true,"opponentIds":111,"independentOpponentIds":111,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-hwrnvtEbDAocFtjcsHqsQh"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6007583831073876,"lowerBound":0,"upperBound":1,"independentScore":0.6007583831073876,"independent":true,"opponentIds":112,"independentOpponentIds":112,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-d23hYvSNGFo7rniLFyBWiu"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":113,"independentOpponentIds":113,"panelSize":3,"publishers":["Terminal-Bench"],"observations":["667b208122296e70c88bf453"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9275889357853484,"lowerBound":0,"upperBound":1,"independentScore":0.9275889357853484,"independent":true,"opponentIds":97,"independentOpponentIds":97,"panelSize":49,"publishers":["ARC Prize"],"observations":["28d5bc6a86675295d42cb6c0"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7907476529804319,"lowerBound":0,"upperBound":1,"independentScore":0.7907476529804319,"independent":true,"opponentIds":98,"independentOpponentIds":98,"panelSize":25,"publishers":["Datacurve"],"observations":["557dcb6d136782df1d6e3170"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9300000000000004,"lowerBound":0,"upperBound":1,"independentScore":0.9300000000000004,"independent":true,"opponentIds":99,"independentOpponentIds":99,"panelSize":10,"publishers":["Cognition"],"observations":["a825739422e65a8fe0204db4","93062cdb2abb0e270b7b4742"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":4,"publishers":["Scale"],"observations":["3203239d5cb0c63824c2a86d"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.7169811320754718,"lowerBound":0,"upperBound":1,"independentScore":0.7169811320754718,"independent":true,"opponentIds":115,"independentOpponentIds":115,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-7227c50a2326d0f76441e35b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["28d5bc6a86675295d42cb6c0","557dcb6d136782df1d6e3170","667b208122296e70c88bf453","a825739422e65a8fe0204db4","93062cdb2abb0e270b7b4742","3203239d5cb0c63824c2a86d","panel-7227c50a2326d0f76441e35b","epoch-run-d23hYvSNGFo7rniLFyBWiu","epoch-run-hwrnvtEbDAocFtjcsHqsQh"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","muse-spark-1.1","muse-spark-1.2","claude-sonnet-5-5","deepseek-v4-pro-0424"]},"effort":{"label":"High","settings":[{"label":"High","observations":11}],"unspecified":0,"total":11}},{"id":"claude-fable-5--effort-low","name":"Claude Fable 5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":7,"overallRating":{"score":0.5864641046398065,"supported":true,"families":5,"publishers":4,"evaluationSources":4,"taskAreas":2,"opponents":80,"independentFamilies":5,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.34104488300251345},{"source":"ARC Prize","independent":true,"share":0.28987146062905184},{"source":"Epoch AI","independent":true,"share":0.21513565975315668},{"source":"Datacurve","independent":true,"share":0.15394799661528102}],"familyWeights":[{"family":"frontiercode","share":0.3410448830025138},{"family":"arc-agi","share":0.289871460629052},{"family":"deepswe","share":0.153947996615281},{"family":"aime","share":0.11958753815772813},{"family":"gpqa","share":0.09554812159542844}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.5069429882131038,"supported":true,"families":3,"independentFamilies":3,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7251843165777555,"supported":true,"families":2,"independentFamilies":2,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9016152339595237,"lowerBound":0,"upperBound":1,"independentScore":0.9016152339595237,"independent":true,"opponentIds":111,"independentOpponentIds":111,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-6E989Xxeuw925T7cCV3XGB"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.44487359039083063,"lowerBound":0,"upperBound":1,"independentScore":0.44487359039083063,"independent":true,"opponentIds":112,"independentOpponentIds":112,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-U5PsUdX2ak4kJ2hgnQkWnX"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.85952224965983,"lowerBound":0,"upperBound":1,"independentScore":0.85952224965983,"independent":true,"opponentIds":97,"independentOpponentIds":97,"panelSize":49,"publishers":["ARC Prize"],"observations":["6f9372a183ee68e6b48bb18c"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6124052634026127,"lowerBound":0,"upperBound":1,"independentScore":0.6124052634026127,"independent":true,"opponentIds":98,"independentOpponentIds":98,"panelSize":25,"publishers":["Datacurve"],"observations":["59377a8e5a165f1e29a9f170"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7386924126351139,"lowerBound":0,"upperBound":1,"independentScore":0.7386924126351139,"independent":true,"opponentIds":99,"independentOpponentIds":99,"panelSize":10,"publishers":["Cognition"],"observations":["dae492a117175343395ae164","afbecdd463048a0daf4430c6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6f9372a183ee68e6b48bb18c","59377a8e5a165f1e29a9f170","dae492a117175343395ae164","afbecdd463048a0daf4430c6","epoch-run-U5PsUdX2ak4kJ2hgnQkWnX","epoch-run-6E989Xxeuw925T7cCV3XGB"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","muse-spark-1.1","muse-spark-1.2","claude-sonnet-5-5"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":7}],"unspecified":0,"total":7}},{"id":"claude-fable-5--effort-medium","name":"Claude Fable 5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":4,"overallRating":{"score":0.7531156528332978,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":58,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.4427203096933107},{"source":"ARC Prize","independent":true,"share":0.38215318739810705},{"source":"Datacurve","independent":true,"share":0.1751265029085824}],"familyWeights":[{"family":"frontiercode","share":0.4427203096933106},{"family":"arc-agi","share":0.382153187398107},{"family":"deepswe","share":0.17512650290858242}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6590392782725613,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7907464535017802,"supported":true,"families":2,"independentFamilies":2,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8835327683856407,"lowerBound":0,"upperBound":1,"independentScore":0.8835327683856407,"independent":true,"opponentIds":97,"independentOpponentIds":97,"panelSize":49,"publishers":["ARC Prize"],"observations":["47f74dad473d960addbaf5cd"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6931973408614874,"lowerBound":0,"upperBound":1,"independentScore":0.6931973408614874,"independent":true,"opponentIds":98,"independentOpponentIds":98,"panelSize":25,"publishers":["Datacurve"],"observations":["9eade32ea719c5f0ba716c1d"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8149315561959654,"lowerBound":0,"upperBound":1,"independentScore":0.8149315561959654,"independent":true,"opponentIds":99,"independentOpponentIds":99,"panelSize":10,"publishers":["Cognition"],"observations":["2c3bec9e4e0eff839c3ff4df","395047417b94ee3b51adaa55"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["47f74dad473d960addbaf5cd","9eade32ea719c5f0ba716c1d","2c3bec9e4e0eff839c3ff4df","395047417b94ee3b51adaa55"],"opponentModelIds":["claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-sonnet-5","gemini-3.1-pro","glm-5.2","glm-5.3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-sonnet-5-5","claude-opus-4-7"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":4}],"unspecified":0,"total":4}},{"id":"claude-fable-5--effort-xhigh","name":"Claude Fable 5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":10,"overallRating":{"score":0.7409165255600528,"supported":true,"families":8,"publishers":6,"evaluationSources":6,"taskAreas":3,"opponents":59,"independentFamilies":5,"reason":null,"independentSources":5,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Scale","independent":true,"share":0.22035219089823438},{"source":"Cognition","independent":true,"share":0.21813817602778082},{"source":"Terminal-Bench","independent":true,"share":0.1983169718084109},{"source":"ARC Prize","independent":true,"share":0.1920104878220618},{"source":"Datacurve","independent":true,"share":0.12081595838106061},{"source":"Epoch AI","independent":true,"share":0.05036621506245358}],"familyWeights":[{"family":"frontiercode","share":0.21813817602778077},{"family":"terminal-bench","share":0.19831697180841093},{"family":"arc-agi","share":0.19201048782206204},{"family":"deepswe","share":0.12081595838106056},{"family":"swe-atlas-qna","share":0.07345073029941146},{"family":"swe-atlas-refactoring","share":0.07345073029941146},{"family":"swe-atlas-test-writing","share":0.07345073029941146},{"family":"simpleqa","share":0.05036621506245357}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.7387175572917778,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7606667506921255,"supported":true,"families":6,"independentFamilies":3,"opponents":32,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6967302404979551,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":116,"independentOpponentIds":116,"panelSize":4,"publishers":["Terminal-Bench"],"observations":["c44bf1486b2f7dadbe84989a"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9358445324262537,"lowerBound":0,"upperBound":1,"independentScore":0.9358445324262537,"independent":true,"opponentIds":97,"independentOpponentIds":97,"panelSize":49,"publishers":["ARC Prize"],"observations":["fd5f5a2e4f7c743ac93db432"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8473163105784257,"lowerBound":0,"upperBound":1,"independentScore":0.8473163105784257,"independent":true,"opponentIds":98,"independentOpponentIds":98,"panelSize":25,"publishers":["Datacurve"],"observations":["2c326836891084fe24c0ed23"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9494925200827358,"lowerBound":0,"upperBound":1,"independentScore":0.9494925200827358,"independent":true,"opponentIds":99,"independentOpponentIds":99,"panelSize":10,"publishers":["Cognition"],"observations":["b54fdd6462a56cf9fbbff457","00cd14ef96cfd2e8dfd5e845"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":117,"independentOpponentIds":117,"panelSize":2,"publishers":["Scale"],"observations":["22863bca1313db0d07725e03"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":118,"independentOpponentIds":118,"panelSize":1,"publishers":["Scale"],"observations":["488e21e807236e118e34fcf6"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":117,"independentOpponentIds":117,"panelSize":2,"publishers":["Scale"],"observations":["ffc0fa711ef42f89ea97e2b2"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.8177083333333334,"lowerBound":0,"upperBound":1,"independentScore":0.8177083333333334,"independent":true,"opponentIds":119,"independentOpponentIds":119,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-SEnvgtunRa5GwAtU2sHa87"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fd5f5a2e4f7c743ac93db432","2c326836891084fe24c0ed23","c44bf1486b2f7dadbe84989a","b54fdd6462a56cf9fbbff457","00cd14ef96cfd2e8dfd5e845","22863bca1313db0d07725e03","488e21e807236e118e34fcf6","ffc0fa711ef42f89ea97e2b2","epoch-run-SEnvgtunRa5GwAtU2sHa87"],"opponentModelIds":["claude-opus-4-7","claude-opus-4-8","claude-sonnet-5","glm-5.1","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","gemini-3.1-pro","glm-5.2","glm-5.3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-sonnet-5-5"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":10}],"unspecified":0,"total":10}},{"id":"claude-fable-5-1--effort-max","name":"Claude Fable 5.1 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":75,"overallRating":{"score":0.8990820461798595,"supported":true,"families":37,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":237,"independentFamilies":35,"reason":null,"independentSources":7,"labWeightShare":0.2425221728238635,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Anthropic","independent":false,"share":0.24252217282386357},{"source":"Cognition","independent":true,"share":0.11341256102482578},{"source":"Terminal-Bench","independent":true,"share":0.11211768076806788},{"source":"LiveBench","independent":true,"share":0.10964850777291972},{"source":"Vals AI","independent":true,"share":0.10793131148041742},{"source":"Epoch AI","independent":true,"share":0.10760322814868409},{"source":"Artificial Analysis","independent":true,"share":0.10420151372195821},{"source":"ARC Prize","independent":true,"share":0.10256302425926751}],"familyWeights":[{"family":"terminal-bench","share":0.17950802811506775},{"family":"frontiercode","share":0.1134125610248259},{"family":"arc-agi","share":0.10256302425926742},{"family":"automationbench","share":0.06577001650313183},{"family":"chartography","share":0.06112906501770832},{"family":"osworld","share":0.06112906501770832},{"family":"aime","share":0.02759283933069971},{"family":"epoch-game-puzzles","share":0.02709886600053152},{"family":"simpleqa","share":0.026639228627161404},{"family":"frontiermath","share":0.026272294190291548},{"family":"harvey","share":0.020909760461923887},{"family":"livebench-data","share":0.01566407253898852},{"family":"livebench-language","share":0.01566407253898852},{"family":"multi-swe-bench","share":0.01566407253898852},{"family":"livebench-coding","share":0.015664072538988518},{"family":"livebench-instructions","share":0.015664072538988497},{"family":"livebench-math","share":0.015664072538988497},{"family":"livebench-reasoning","share":0.015664072538988497},{"family":"vals-code-migration","share":0.013537213601791704},{"family":"vals-legal-research","share":0.013520752948687818},{"family":"vibe-code","share":0.013520752948687818},{"family":"vals-excel-modeling","share":0.013503469262928742},{"family":"vals-finance-agent","share":0.013485299234310223},{"family":"vals-tax-agent","share":0.013485299234310223},{"family":"mmlu-pro","share":0.013412351361304985},{"family":"analyst-agent","share":0.0074334858355133634},{"family":"aa-lcr","share":0.007420353510634187},{"family":"terminal-bench-science","share":0.007300473167659321},{"family":"itbench","share":0.007296502784678521},{"family":"hle","share":0.007278285351097721},{"family":"critpt","share":0.007267118628218855},{"family":"gpqa","share":0.007248234546160465},{"family":"omniscience","share":0.00724648671272528},{"family":"gdpval","share":0.0068503875999863075},{"family":"briefcase","share":0.006648965640566616},{"family":"gdp-pdf","share":0.006617379888721564},{"family":"tau-bench","share":0.005253931420784444}]},"capabilityRatings":[{"bucket":"agentic","score":0.8192950101006445,"supported":true,"families":15,"independentFamilies":14,"opponents":149,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7809199495531063,"supported":true,"families":9,"independentFamilies":9,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8938389019377221,"supported":true,"families":6,"independentFamilies":6,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7770416818644522,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.8722360784863903,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.9644297203635492,"lowerBound":0,"upperBound":1,"independentScore":0.9644297203635492,"independent":true,"opponentIds":120,"independentOpponentIds":120,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["0d2241928ed5ecf21cc47ac8"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9788889834773098,"lowerBound":0,"upperBound":1,"independentScore":0.9788889834773098,"independent":true,"opponentIds":121,"independentOpponentIds":121,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["930522073edfaee595f3e2dc"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.966335633731695,"lowerBound":0,"upperBound":1,"independentScore":0.966335633731695,"independent":true,"opponentIds":122,"independentOpponentIds":122,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-mRAASXsUuoJmc2oR5G89zR"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.98712613224518,"lowerBound":0,"upperBound":1,"independentScore":0.98712613224518,"independent":true,"opponentIds":123,"independentOpponentIds":123,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["73886cb4960156696582a138","5aa58ff856aa3368e5fc5250"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9876452448763454,"lowerBound":0,"upperBound":1,"independentScore":0.8775331266104286,"independent":true,"opponentIds":124,"independentOpponentIds":124,"panelSize":109,"publishers":["Artificial Analysis","Anthropic"],"observations":["b7a6b6623b923e932e876ecc","launch-anthropic-fable-5-1-card-93"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9737333805723885,"lowerBound":0,"upperBound":1,"independentScore":0.9737333805723885,"independent":true,"opponentIds":125,"independentOpponentIds":125,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1105d4c80e058bfc472b39e9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9439577546963194,"lowerBound":0,"upperBound":1,"independentScore":0.9439577546963194,"independent":true,"opponentIds":126,"independentOpponentIds":126,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["38c81d52c523e528ea529039"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9816914105997464,"lowerBound":0,"upperBound":1,"independentScore":0.9816914105997464,"independent":true,"opponentIds":127,"independentOpponentIds":127,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6bc006318c45f239804088dd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9842213954991569,"lowerBound":0,"upperBound":1,"independentScore":0.9842213954991569,"independent":true,"opponentIds":128,"independentOpponentIds":128,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f0cb666d8b397509d01fcda7"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5775181473550323,"lowerBound":0,"upperBound":1,"independentScore":0.5775181473550323,"independent":true,"opponentIds":129,"independentOpponentIds":129,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["01e6485687b6c9b6d3ee29e3","vals-legal-agent-benchmark-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9990701564282379,"lowerBound":0,"upperBound":1,"independentScore":0.9990701564282379,"independent":true,"opponentIds":130,"independentOpponentIds":130,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["91ca5a285a815cc577861a90"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8866530607373453,"lowerBound":0,"upperBound":1,"independentScore":0.8866530607373453,"independent":true,"opponentIds":131,"independentOpponentIds":131,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["f5ad1ec69a32540d6cf88829"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":132,"independentOpponentIds":132,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a4cae71c999c47df4f9393e6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9332365496197949,"lowerBound":0,"upperBound":1,"independentScore":0.9332365496197949,"independent":true,"opponentIds":134,"independentOpponentIds":134,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3251ff6e17e7d3a64776d445"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.8492480605085976,"lowerBound":0,"upperBound":1,"independentScore":0.8492480605085976,"independent":true,"opponentIds":135,"independentOpponentIds":135,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["8d3ac42947ff081d75c9bfb5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8583375597168839,"lowerBound":0,"upperBound":1,"independentScore":0.7851852673158114,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":141,"publishers":["Artificial Analysis","Terminal-Bench","Anthropic"],"observations":["2eec269bfe424fa9f99685ab","ac87b1460549fabf982f7790","b2edb78e5bc7a5d9debd2c89","launch-anthropic-fable-5-1-card-19"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9530560687756874,"lowerBound":0,"upperBound":1,"independentScore":0.9530560687756874,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":49,"publishers":["ARC Prize"],"observations":["29140dd5416b42ea788cab53"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8120300751879707,"lowerBound":0,"upperBound":1,"independentScore":0.8120300751879707,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":10,"publishers":["Cognition"],"observations":["ef3184b2503a57f0077f8932","1927548b0a16cd1479986cbd"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.8907109190887669,"lowerBound":0,"upperBound":1,"independentScore":0.8907109190887669,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6be887e1f44cda444a386e7b","panel-65c52ed61e13ff7b3b9fb1e6","panel-67e783f1c412af0bc138d97d","panel-6c18356f3e605ccf870bc0e4"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.8943440691280439,"lowerBound":0,"upperBound":1,"independentScore":0.8943440691280439,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-641076241a9a5fb731ab01d0","panel-32989ffe22dc5dd32f1b1f83"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7858078030898143,"lowerBound":0,"upperBound":1,"independentScore":0.7858078030898143,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ad218815ebcfbb1c50b5859c","panel-d60952da8f212b02c5b80e5a","panel-77e6cef54a0db4bdbe46d00b"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6195339094003668,"lowerBound":0,"upperBound":1,"independentScore":0.6195339094003668,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-fd99f744a0c951b883b6eaea","panel-0deb807684d82cf80a5af7d2","panel-c99273c2737ca494de2a88bb"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8854412149777428,"lowerBound":0,"upperBound":1,"independentScore":0.8854412149777428,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-dfcdc9973f2a0d00f0fc919c","panel-03d6d7332196ab2b7940014a","panel-6edd971d60d57fb9f81575e2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7639434406912805,"lowerBound":0,"upperBound":1,"independentScore":0.7639434406912805,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8f0343e8b72f79cdda804ff7","panel-a7d2871bbc6917780c8d21b3","panel-16ade649934f26164cea7aa7","panel-a7ae39b18ff37882f52d61dd"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6909858601728204,"lowerBound":0,"upperBound":1,"independentScore":0.6909858601728204,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-7b21ddb3a6195cfe20acdf0f","panel-e497283877b2504635abf48e","panel-cceb36ce7791a1eb1562144d","panel-6c20b285e58d1c77b49b2468"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9474542161400685,"lowerBound":0,"upperBound":1,"independentScore":0.9474542161400685,"independent":true,"opponentIds":140,"independentOpponentIds":140,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-T56N3X4KLA3xz7tf5aCMGb","epoch-run-g7dXwZH2tWvqLg3X5idGs2"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9583766909469302,"lowerBound":0,"upperBound":1,"independentScore":0.9583766909469302,"independent":true,"opponentIds":141,"independentOpponentIds":141,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-dBHxnnTzLGz3nHis5LET6t"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.9733248650365196,"lowerBound":0,"upperBound":1,"independentScore":0.9733248650365196,"independent":true,"opponentIds":142,"independentOpponentIds":142,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-ExyL3GN8s34tizrXV3VmS3"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.849872391532803,"lowerBound":0,"upperBound":1,"independentScore":0.849872391532803,"independent":true,"opponentIds":143,"independentOpponentIds":143,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7781558116928203,"lowerBound":0,"upperBound":1,"independentScore":0.7781558116928203,"independent":true,"opponentIds":144,"independentOpponentIds":144,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9871813132032473,"lowerBound":0,"upperBound":1,"independentScore":0.9871813132032473,"independent":true,"opponentIds":145,"independentOpponentIds":145,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":146,"independentOpponentIds":146,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.9230878792194844,"lowerBound":0,"upperBound":1,"independentScore":0.9230878792194844,"independent":true,"opponentIds":147,"independentOpponentIds":147,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":148,"independentOpponentIds":148,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"chartography","label":"chartography","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":149,"independentOpponentIds":110,"panelSize":2,"publishers":["Anthropic"],"observations":["launch-anthropic-fable-5-1-card-41","launch-anthropic-fable-5-1-card-44"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":149,"independentOpponentIds":110,"panelSize":2,"publishers":["Anthropic"],"observations":["launch-anthropic-fable-5-1-card-53","launch-anthropic-fable-5-1-card-56"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0d2241928ed5ecf21cc47ac8","930522073edfaee595f3e2dc","73886cb4960156696582a138","b7a6b6623b923e932e876ecc","1105d4c80e058bfc472b39e9","38c81d52c523e528ea529039","6bc006318c45f239804088dd","f0cb666d8b397509d01fcda7","01e6485687b6c9b6d3ee29e3","91ca5a285a815cc577861a90","f5ad1ec69a32540d6cf88829","5aa58ff856aa3368e5fc5250","a4cae71c999c47df4f9393e6","3251ff6e17e7d3a64776d445","8d3ac42947ff081d75c9bfb5","2eec269bfe424fa9f99685ab","ac87b1460549fabf982f7790","29140dd5416b42ea788cab53","ef3184b2503a57f0077f8932","1927548b0a16cd1479986cbd","b2edb78e5bc7a5d9debd2c89","panel-6be887e1f44cda444a386e7b","panel-641076241a9a5fb731ab01d0","panel-32989ffe22dc5dd32f1b1f83","panel-ad218815ebcfbb1c50b5859c","panel-fd99f744a0c951b883b6eaea","panel-65c52ed61e13ff7b3b9fb1e6","panel-dfcdc9973f2a0d00f0fc919c","panel-8f0343e8b72f79cdda804ff7","panel-67e783f1c412af0bc138d97d","panel-6c18356f3e605ccf870bc0e4","panel-7b21ddb3a6195cfe20acdf0f","panel-d60952da8f212b02c5b80e5a","panel-03d6d7332196ab2b7940014a","panel-e497283877b2504635abf48e","panel-a7d2871bbc6917780c8d21b3","panel-cceb36ce7791a1eb1562144d","panel-6c20b285e58d1c77b49b2468","panel-0deb807684d82cf80a5af7d2","panel-c99273c2737ca494de2a88bb","panel-16ade649934f26164cea7aa7","panel-6edd971d60d57fb9f81575e2","panel-77e6cef54a0db4bdbe46d00b","panel-a7ae39b18ff37882f52d61dd","epoch-run-T56N3X4KLA3xz7tf5aCMGb","epoch-run-g7dXwZH2tWvqLg3X5idGs2","epoch-run-dBHxnnTzLGz3nHis5LET6t","epoch-run-mRAASXsUuoJmc2oR5G89zR","epoch-run-ExyL3GN8s34tizrXV3VmS3","vals-finance-agent-v2:anthropic/claude-fable-5-1","vals-code-migration-v1:anthropic/claude-fable-5-1","vals-legal-research-v1:anthropic/claude-fable-5-1","vals-emb-v1:anthropic/claude-fable-5-1","vals-mmlu-pro-v1:anthropic/claude-fable-5-1","vals-vibe-code-bench-v1.1:anthropic/claude-fable-5-1","vals-legal-agent-benchmark-v1:anthropic/claude-fable-5-1","vals-tax-agent-bench-v1:anthropic/claude-fable-5-1","launch-anthropic-fable-5-1-card-41","launch-anthropic-fable-5-1-card-44","launch-anthropic-fable-5-1-card-93","launch-anthropic-fable-5-1-card-53","launch-anthropic-fable-5-1-card-56","launch-anthropic-fable-5-1-card-19"],"opponentModelIds":["claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":75}],"unspecified":0,"total":75}},{"id":"claude-fable-5-1--effort-high","name":"Claude Fable 5.1 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":20,"overallRating":{"score":0.8079007312147191,"supported":true,"families":13,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3587637398287716},{"source":"ARC Prize","independent":true,"share":0.309266670252922},{"source":"Artificial Analysis","independent":true,"share":0.25401324023609173},{"source":"Vals AI","independent":true,"share":0.0779563496822177}],"familyWeights":[{"family":"frontiercode","share":0.35876373982877224},{"family":"arc-agi","share":0.30926667025292276},{"family":"terminal-bench","share":0.09648655790752446},{"family":"hle","share":0.027986432769930385},{"family":"gpqa","share":0.02794411444296908},{"family":"critpt","share":0.027631544605682394},{"family":"omniscience","share":0.027462088485011367},{"family":"aa-lcr","share":0.025681796018454918},{"family":"gdpval","share":0.022979320764244054},{"family":"briefcase","share":0.02083352619661621},{"family":"automationbench","share":0.02065803682965927},{"family":"gdp-pdf","share":0.020611823693147378},{"family":"tau-bench","share":0.013694348205069365}]},"capabilityRatings":[{"bucket":"agentic","score":0.7207701825005403,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7097033921793049,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8246644430177171,"supported":true,"families":2,"independentFamilies":2,"opponents":143,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7607511844884645,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7401530031708354,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.940369837171177,"lowerBound":0,"upperBound":1,"independentScore":0.940369837171177,"independent":true,"opponentIds":121,"independentOpponentIds":121,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["79eb81a1926985df9fec881c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9848125777963646,"lowerBound":0,"upperBound":1,"independentScore":0.9848125777963646,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e17b194d047e1fb07d6c7653"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7914721951200254,"lowerBound":0,"upperBound":1,"independentScore":0.7914721951200254,"independent":true,"opponentIds":124,"independentOpponentIds":124,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["1b64b92573689bcaf597d7a4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9816496097085982,"lowerBound":0,"upperBound":1,"independentScore":0.9816496097085982,"independent":true,"opponentIds":125,"independentOpponentIds":125,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0c0d4e982b854745e5be73d6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9548180463664226,"lowerBound":0,"upperBound":1,"independentScore":0.9548180463664226,"independent":true,"opponentIds":126,"independentOpponentIds":126,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["9451f74c875d482256b056d2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9437632102787095,"lowerBound":0,"upperBound":1,"independentScore":0.9437632102787095,"independent":true,"opponentIds":127,"independentOpponentIds":127,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9e3b37c8803a1c740544759a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9262455376585945,"lowerBound":0,"upperBound":1,"independentScore":0.9262455376585945,"independent":true,"opponentIds":128,"independentOpponentIds":128,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a1a11f141688016a46e226b4"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9967462903604297,"lowerBound":0,"upperBound":1,"independentScore":0.9967462903604297,"independent":true,"opponentIds":130,"independentOpponentIds":130,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fc7797b51089a31d390d12de"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9972856724500905,"lowerBound":0,"upperBound":1,"independentScore":0.9972856724500905,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fc49aad1b1380e34338be308"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8609052096174802,"lowerBound":0,"upperBound":1,"independentScore":0.8609052096174802,"independent":true,"opponentIds":134,"independentOpponentIds":134,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3cedda1b84b7744fa92fd1a2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9788247369985544,"lowerBound":0,"upperBound":1,"independentScore":0.9788247369985544,"independent":true,"opponentIds":151,"independentOpponentIds":151,"panelSize":142,"publishers":["Artificial Analysis","Vals AI"],"observations":["e16e790adb38cab0330ff7c0","e5e803fa2a589225aa8c8419","vals-terminal-bench-2-1-v2.1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9529118473336542,"lowerBound":0,"upperBound":1,"independentScore":0.9529118473336542,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":49,"publishers":["ARC Prize"],"observations":["ed1a32448622df1b6e6a2c76"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.815052384006842,"lowerBound":0,"upperBound":1,"independentScore":0.815052384006842,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":10,"publishers":["Cognition"],"observations":["f1474950f0a1512219e1d401","bfe462efb459731aff29651b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["79eb81a1926985df9fec881c","e17b194d047e1fb07d6c7653","1b64b92573689bcaf597d7a4","0c0d4e982b854745e5be73d6","9451f74c875d482256b056d2","9e3b37c8803a1c740544759a","a1a11f141688016a46e226b4","fc7797b51089a31d390d12de","fc49aad1b1380e34338be308","3cedda1b84b7744fa92fd1a2","e16e790adb38cab0330ff7c0","e5e803fa2a589225aa8c8419","ed1a32448622df1b6e6a2c76","f1474950f0a1512219e1d401","bfe462efb459731aff29651b","vals-terminal-bench-2-1-v2.1:anthropic/claude-fable-5-1"],"opponentModelIds":["claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":20}],"unspecified":0,"total":20}},{"id":"claude-fable-5-1--effort-low","name":"Claude Fable 5.1 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":17,"overallRating":{"score":0.7291458038537506,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3931482473688999},{"source":"ARC Prize","independent":true,"share":0.3452093582737232},{"source":"Artificial Analysis","independent":true,"share":0.2616423943573754}],"familyWeights":[{"family":"frontiercode","share":0.3931482473689001},{"family":"arc-agi","share":0.3452093582737238},{"family":"gpqa","share":0.02952820632212397},{"family":"hle","share":0.029524368148666668},{"family":"critpt","share":0.02922678613623392},{"family":"omniscience","share":0.028961629063233876},{"family":"aa-lcr","share":0.026984880053231415},{"family":"gdpval","share":0.023325203276959992},{"family":"briefcase","share":0.020817058107397764},{"family":"automationbench","share":0.020535157707216704},{"family":"gdp-pdf","share":0.0205108747225291},{"family":"terminal-bench","share":0.01889420258552825},{"family":"tau-bench","share":0.013334028234253099}]},"capabilityRatings":[{"bucket":"agentic","score":0.6437012371224841,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6100013016370479,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.798069273479676,"supported":true,"families":2,"independentFamilies":2,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6716654215206025,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6604253520533231,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8595342847398352,"lowerBound":0,"upperBound":1,"independentScore":0.8595342847398352,"independent":true,"opponentIds":121,"independentOpponentIds":121,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["16c61930c045c3ff73df0f76"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9590641793441677,"lowerBound":0,"upperBound":1,"independentScore":0.9590641793441677,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["209fa09996d72667664b84a1"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7514791987330293,"lowerBound":0,"upperBound":1,"independentScore":0.7514791987330293,"independent":true,"opponentIds":124,"independentOpponentIds":124,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["ac9978895045dfb1f8f5a872"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9632819454025419,"lowerBound":0,"upperBound":1,"independentScore":0.9632819454025419,"independent":true,"opponentIds":125,"independentOpponentIds":125,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3cc1c8cdc0fa9982f3a37060"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9621077157212848,"lowerBound":0,"upperBound":1,"independentScore":0.9621077157212848,"independent":true,"opponentIds":126,"independentOpponentIds":126,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["cc78db35b4dd1022d87988d0"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8585766416197889,"lowerBound":0,"upperBound":1,"independentScore":0.8585766416197889,"independent":true,"opponentIds":127,"independentOpponentIds":127,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8bc44708303e26e32456d0da"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8786055475171818,"lowerBound":0,"upperBound":1,"independentScore":0.8786055475171818,"independent":true,"opponentIds":128,"independentOpponentIds":128,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d230e7a8ed11054c123bb0d4"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9726788920621642,"lowerBound":0,"upperBound":1,"independentScore":0.9726788920621642,"independent":true,"opponentIds":130,"independentOpponentIds":130,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["9b504eb1f3e662889517197b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9851102800496263,"lowerBound":0,"upperBound":1,"independentScore":0.9851102800496263,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3f29825fbd260545d9e83952"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8335487180296215,"lowerBound":0,"upperBound":1,"independentScore":0.8335487180296215,"independent":true,"opponentIds":134,"independentOpponentIds":134,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0b6f6d0f61173573dafa22b9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9229253902531868,"lowerBound":0,"upperBound":1,"independentScore":0.9229253902531868,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["4b54956296ee8159beebf70d","2632e3793bf5971caf4889c9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8866676655037349,"lowerBound":0,"upperBound":1,"independentScore":0.8866676655037349,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":49,"publishers":["ARC Prize"],"observations":["e32cbb2b2e540c705e2682f4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8052306842250667,"lowerBound":0,"upperBound":1,"independentScore":0.8052306842250667,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":10,"publishers":["Cognition"],"observations":["0d89a61a72b86a5fc22b7ebc","150f043c8b72655148c79768"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["16c61930c045c3ff73df0f76","209fa09996d72667664b84a1","ac9978895045dfb1f8f5a872","3cc1c8cdc0fa9982f3a37060","cc78db35b4dd1022d87988d0","8bc44708303e26e32456d0da","d230e7a8ed11054c123bb0d4","9b504eb1f3e662889517197b","3f29825fbd260545d9e83952","0b6f6d0f61173573dafa22b9","4b54956296ee8159beebf70d","2632e3793bf5971caf4889c9","e32cbb2b2e540c705e2682f4","0d89a61a72b86a5fc22b7ebc","150f043c8b72655148c79768"],"opponentModelIds":["claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":17}],"unspecified":0,"total":17}},{"id":"claude-fable-5-1--effort-medium","name":"Claude Fable 5.1 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":17,"overallRating":{"score":0.7948008948322135,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3931482473688999},{"source":"ARC Prize","independent":true,"share":0.3452093582737232},{"source":"Artificial Analysis","independent":true,"share":0.2616423943573754}],"familyWeights":[{"family":"frontiercode","share":0.3931482473689001},{"family":"arc-agi","share":0.3452093582737238},{"family":"gpqa","share":0.02952820632212397},{"family":"hle","share":0.029524368148666668},{"family":"critpt","share":0.02922678613623392},{"family":"omniscience","share":0.028961629063233876},{"family":"aa-lcr","share":0.026984880053231415},{"family":"gdpval","share":0.023325203276959992},{"family":"briefcase","share":0.020817058107397764},{"family":"automationbench","share":0.020535157707216704},{"family":"gdp-pdf","share":0.0205108747225291},{"family":"terminal-bench","share":0.01889420258552825},{"family":"tau-bench","share":0.013334028234253099}]},"capabilityRatings":[{"bucket":"agentic","score":0.6809899477872854,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6650965944227811,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8314354186200458,"supported":true,"families":2,"independentFamilies":2,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7324493209621048,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7832137936504663,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9084447119810689,"lowerBound":0,"upperBound":1,"independentScore":0.9084447119810689,"independent":true,"opponentIds":121,"independentOpponentIds":121,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5564459db5e99d2ef9caab87"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9945079095985282,"lowerBound":0,"upperBound":1,"independentScore":0.9945079095985282,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["66130fcc82d249a56cc72588"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.78194741978383,"lowerBound":0,"upperBound":1,"independentScore":0.78194741978383,"independent":true,"opponentIds":124,"independentOpponentIds":124,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["b1ad55aeda82ff163c08fea5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.971172685869345,"lowerBound":0,"upperBound":1,"independentScore":0.971172685869345,"independent":true,"opponentIds":125,"independentOpponentIds":125,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["96c3e1daa9d8abb62ce6f2d0"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9526258472441219,"lowerBound":0,"upperBound":1,"independentScore":0.9526258472441219,"independent":true,"opponentIds":126,"independentOpponentIds":126,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["cc54b16b003b7e3f08a55612"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8762478147686598,"lowerBound":0,"upperBound":1,"independentScore":0.8762478147686598,"independent":true,"opponentIds":127,"independentOpponentIds":127,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c3ed0a2daacec6206bbaa8a0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8871441525083483,"lowerBound":0,"upperBound":1,"independentScore":0.8871441525083483,"independent":true,"opponentIds":128,"independentOpponentIds":128,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5cb88ee62098016c06f6762c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9906651857722658,"lowerBound":0,"upperBound":1,"independentScore":0.9906651857722658,"independent":true,"opponentIds":130,"independentOpponentIds":130,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["26f130cc5f3afec42cfc4dd9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9927378636210309,"lowerBound":0,"upperBound":1,"independentScore":0.9927378636210309,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["119a7c91a6eb069c611815ec"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8475123679585945,"lowerBound":0,"upperBound":1,"independentScore":0.8475123679585945,"independent":true,"opponentIds":134,"independentOpponentIds":134,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f5ce17b2e3a7060bbaf0cadf"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9440012021243761,"lowerBound":0,"upperBound":1,"independentScore":0.9440012021243761,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["3c549a2e779d3d457109065a","6b835294bb69e85cf6d63b7c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9363348387234862,"lowerBound":0,"upperBound":1,"independentScore":0.9363348387234862,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":49,"publishers":["ARC Prize"],"observations":["07f22f183aad2883655252ba"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8471314117322036,"lowerBound":0,"upperBound":1,"independentScore":0.8471314117322036,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":10,"publishers":["Cognition"],"observations":["e182040a6b20731b3805613d","55349c832862fc4d4b933188"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5564459db5e99d2ef9caab87","66130fcc82d249a56cc72588","b1ad55aeda82ff163c08fea5","96c3e1daa9d8abb62ce6f2d0","cc54b16b003b7e3f08a55612","c3ed0a2daacec6206bbaa8a0","5cb88ee62098016c06f6762c","26f130cc5f3afec42cfc4dd9","119a7c91a6eb069c611815ec","f5ce17b2e3a7060bbaf0cadf","3c549a2e779d3d457109065a","6b835294bb69e85cf6d63b7c","07f22f183aad2883655252ba","e182040a6b20731b3805613d","55349c832862fc4d4b933188"],"opponentModelIds":["claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":17}],"unspecified":0,"total":17}},{"id":"claude-fable-5-1--effort-xhigh","name":"Claude Fable 5.1 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":22,"overallRating":{"score":0.8383805128572343,"supported":true,"families":14,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.29834633714235415},{"source":"ARC Prize","independent":true,"share":0.2571847932965829},{"source":"Scale","independent":true,"share":0.2332325839591047},{"source":"Artificial Analysis","independent":true,"share":0.21123628560196392}],"familyWeights":[{"family":"frontiercode","share":0.29834633714235437},{"family":"arc-agi","share":0.25718479329658295},{"family":"hle","share":0.18208418433162998},{"family":"swe-atlas-refactoring","share":0.07442179317213596},{"family":"gpqa","share":0.023238201811380418},{"family":"critpt","share":0.02297827011900768},{"family":"omniscience","share":0.022837351159547947},{"family":"aa-lcr","share":0.021356867828950646},{"family":"gdpval","share":0.01910950137631952},{"family":"briefcase","share":0.017325068117213474},{"family":"automationbench","share":0.017179131936862522},{"family":"gdp-pdf","share":0.017140701297208797},{"family":"terminal-bench","share":0.015409639093248292},{"family":"tau-bench","share":0.011388159317561996}]},"capabilityRatings":[{"bucket":"agentic","score":0.7563733598439005,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7643486464424841,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.849947394217215,"supported":true,"families":3,"independentFamilies":2,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7766052205170123,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6986836997457884,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.971997932005181,"lowerBound":0,"upperBound":1,"independentScore":0.971997932005181,"independent":true,"opponentIds":121,"independentOpponentIds":121,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e8f0298bfd7e6051d342b992"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9673171814049514,"lowerBound":0,"upperBound":1,"independentScore":0.9673171814049514,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4ed45207f55bfa9da7305754"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8461856732536118,"lowerBound":0,"upperBound":1,"independentScore":0.8461856732536118,"independent":true,"opponentIds":124,"independentOpponentIds":124,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["cb8ccf39661f77db24de15c8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9902170884458336,"lowerBound":0,"upperBound":1,"independentScore":0.9902170884458336,"independent":true,"opponentIds":125,"independentOpponentIds":125,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5c39537b6d0a3b8567a30a33"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9407700843182949,"lowerBound":0,"upperBound":1,"independentScore":0.9407700843182949,"independent":true,"opponentIds":126,"independentOpponentIds":126,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["71ccbbe1aa4031f1e0971630"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9858200187948605,"lowerBound":0,"upperBound":1,"independentScore":0.9858200187948605,"independent":true,"opponentIds":127,"independentOpponentIds":127,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fbd8c9e79011ea244b27f50d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9771422734259225,"lowerBound":0,"upperBound":1,"independentScore":0.9771422734259225,"independent":true,"opponentIds":128,"independentOpponentIds":128,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["792cbba759e6a457e3ce95d9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9560910692010994,"lowerBound":0,"upperBound":1,"independentScore":0.9560910692010994,"independent":true,"opponentIds":130,"independentOpponentIds":130,"panelSize":224,"publishers":["Artificial Analysis","Scale"],"observations":["fb6fc67b57f0322e404e6415","8adcbb20f22ee3ada097baa2","8b77418f10a0d2c871504615"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9995105310975573,"lowerBound":0,"upperBound":1,"independentScore":0.9995105310975573,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["102d33bbaf7adbb8853357a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9008111176908984,"lowerBound":0,"upperBound":1,"independentScore":0.9008111176908984,"independent":true,"opponentIds":134,"independentOpponentIds":134,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c5defbb2f0795fe80153019a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9755017671392654,"lowerBound":0,"upperBound":1,"independentScore":0.9755017671392654,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["a6fc2443743364aa88cce1af","6dbeca9772cc299a553e7919"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9605426336969455,"lowerBound":0,"upperBound":1,"independentScore":0.9605426336969455,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":49,"publishers":["ARC Prize"],"observations":["01e39ca976d82e99ab3b9be8"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7813769510369895,"lowerBound":0,"upperBound":1,"independentScore":0.7813769510369895,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":10,"publishers":["Cognition"],"observations":["b4505193e0e1f1e917b5cabb","bf209e5b4b2da520e58b7863"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":152,"independentOpponentIds":152,"panelSize":1,"publishers":["Scale"],"observations":["129ef34aa55c39c9f65a8288"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e8f0298bfd7e6051d342b992","4ed45207f55bfa9da7305754","cb8ccf39661f77db24de15c8","5c39537b6d0a3b8567a30a33","71ccbbe1aa4031f1e0971630","fbd8c9e79011ea244b27f50d","792cbba759e6a457e3ce95d9","fb6fc67b57f0322e404e6415","102d33bbaf7adbb8853357a4","c5defbb2f0795fe80153019a","a6fc2443743364aa88cce1af","6dbeca9772cc299a553e7919","01e39ca976d82e99ab3b9be8","b4505193e0e1f1e917b5cabb","bf209e5b4b2da520e58b7863","8adcbb20f22ee3ada097baa2","8b77418f10a0d2c871504615","129ef34aa55c39c9f65a8288"],"opponentModelIds":["claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":22}],"unspecified":0,"total":22}},{"id":"claude-haiku-4-5-20251001--effort-reasoning","name":"Claude Haiku 4.5 · Reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":26,"overallRating":{"score":0.032059245538094985,"supported":true,"families":20,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":20,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"gmmlu","share":0.058828830239231855},{"family":"gdpval","share":0.05564341116168333},{"family":"terminal-bench","share":0.05541038868066017},{"family":"tau-bench","share":0.054953238955042824},{"family":"briefcase","share":0.05397470453734743},{"family":"automationbench","share":0.05387245787806745},{"family":"gdp-pdf","share":0.05372305907872521},{"family":"mmlu-pro","share":0.0520914193592517},{"family":"livecodebench","share":0.05178941619146116},{"family":"aime","share":0.051759620060102096},{"family":"ifbench","share":0.051572824854726015},{"family":"hle","share":0.05052122072567945},{"family":"gpqa","share":0.050413280868014436},{"family":"critpt","share":0.050030034808319385},{"family":"omniscience","share":0.049774879834064575},{"family":"mmmu-pro","share":0.0493200118481877},{"family":"aa-lcr","share":0.04250846937198928},{"family":"enterprise-ops","share":0.03991146698561981},{"family":"itbench","share":0.03942141161999999},{"family":"analyst-agent","share":0.03447985294182799}]},"capabilityRatings":[{"bucket":"agentic","score":0.12631667055929877,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06403576677375009,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0793294240446627,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06786850153597207,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.040685284947899115,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.25614189700868556,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.29222270917624904,"lowerBound":0,"upperBound":1,"independentScore":0.29222270917624904,"independent":true,"opponentIds":153,"independentOpponentIds":153,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["12613d0c4a993819d4dbdce2"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.37968317891423237,"lowerBound":0,"upperBound":1,"independentScore":0.37968317891423237,"independent":true,"opponentIds":154,"independentOpponentIds":154,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6c8d28d7b244e06c11c2edc9"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8391735821110204,"lowerBound":0,"upperBound":1,"independentScore":0.8391735821110204,"independent":true,"opponentIds":155,"independentOpponentIds":155,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d6f6b975bd6c103d42d44df7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6122060942992313,"lowerBound":0,"upperBound":1,"independentScore":0.6122060942992313,"independent":true,"opponentIds":156,"independentOpponentIds":156,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["468ce6503360afbf169e36d2","0905c2c3dc408b46b86803cb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.340039717058469,"lowerBound":0,"upperBound":1,"independentScore":0.340039717058469,"independent":true,"opponentIds":157,"independentOpponentIds":157,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["bea6cc2230d015678cd7aa2a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23326589770143058,"lowerBound":0,"upperBound":1,"independentScore":0.23326589770143058,"independent":true,"opponentIds":158,"independentOpponentIds":158,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b99ba0207b1b453a50cc06f6"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.2430727560145679,"lowerBound":0,"upperBound":1,"independentScore":0.2430727560145679,"independent":true,"opponentIds":159,"independentOpponentIds":159,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["db86f964ce75806a4ed189c1"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.325909387755575,"lowerBound":0,"upperBound":1,"independentScore":0.325909387755575,"independent":true,"opponentIds":160,"independentOpponentIds":160,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["2806b54519e581523aedfb18"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4542664358643205,"lowerBound":0,"upperBound":1,"independentScore":0.4542664358643205,"independent":true,"opponentIds":161,"independentOpponentIds":161,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6ee054e5b60e917b043fe6e8"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6408065579245069,"lowerBound":0,"upperBound":1,"independentScore":0.6408065579245069,"independent":true,"opponentIds":162,"independentOpponentIds":162,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["d65a5ce38f7183b304600ef1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.405430027267367,"lowerBound":0,"upperBound":1,"independentScore":0.405430027267367,"independent":true,"opponentIds":163,"independentOpponentIds":163,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["509191a186cf539ad56147b5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4966052014285884,"lowerBound":0,"upperBound":1,"independentScore":0.4966052014285884,"independent":true,"opponentIds":164,"independentOpponentIds":164,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f4ba8ec0f816cf38c66148d7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6579153433844944,"lowerBound":0,"upperBound":1,"independentScore":0.6579153433844944,"independent":true,"opponentIds":165,"independentOpponentIds":165,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4261bc632ec7f2d41fba238e"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.22627981838576286,"lowerBound":0,"upperBound":1,"independentScore":0.22627981838576286,"independent":true,"opponentIds":166,"independentOpponentIds":166,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["b93459d07cc3fd00f317e844"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6410552538906057,"lowerBound":0,"upperBound":1,"independentScore":0.6410552538906057,"independent":true,"opponentIds":167,"independentOpponentIds":167,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ad5e1bd45ba3b1854e2f521b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4930289147699482,"lowerBound":0,"upperBound":1,"independentScore":0.4930289147699482,"independent":true,"opponentIds":168,"independentOpponentIds":168,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["acf88c56fae018e5c7c5ee48"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3172253795370079,"lowerBound":0,"upperBound":1,"independentScore":0.3172253795370079,"independent":true,"opponentIds":169,"independentOpponentIds":169,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["aacbc7330857d739a0430710"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4031338126284808,"lowerBound":0,"upperBound":1,"independentScore":0.4031338126284808,"independent":true,"opponentIds":170,"independentOpponentIds":170,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8862c4640b472096ac1a95b1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4756907376641591,"lowerBound":0,"upperBound":1,"independentScore":0.4756907376641591,"independent":true,"opponentIds":171,"independentOpponentIds":171,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5067c956bfdd13d3de44ff4f","a14c2426307d122868a12c50"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.48657360975851927,"lowerBound":0,"upperBound":1,"independentScore":0.48657360975851927,"independent":true,"opponentIds":172,"independentOpponentIds":172,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["d18cf2172a3d45ea811b2610","2c85fcef255e2897eb9b9056","64b4f035f94e078ac148dbd9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["12613d0c4a993819d4dbdce2","6c8d28d7b244e06c11c2edc9","d6f6b975bd6c103d42d44df7","468ce6503360afbf169e36d2","bea6cc2230d015678cd7aa2a","b99ba0207b1b453a50cc06f6","db86f964ce75806a4ed189c1","2806b54519e581523aedfb18","6ee054e5b60e917b043fe6e8","d65a5ce38f7183b304600ef1","509191a186cf539ad56147b5","f4ba8ec0f816cf38c66148d7","4261bc632ec7f2d41fba238e","b93459d07cc3fd00f317e844","ad5e1bd45ba3b1854e2f521b","0905c2c3dc408b46b86803cb","acf88c56fae018e5c7c5ee48","aacbc7330857d739a0430710","8862c4640b472096ac1a95b1","5067c956bfdd13d3de44ff4f","a14c2426307d122868a12c50","d18cf2172a3d45ea811b2610","2c85fcef255e2897eb9b9056","64b4f035f94e078ac148dbd9"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":26}],"unspecified":0,"total":26}},{"id":"claude-haiku-4-5-20251001--effort-non-reasoning","name":"Claude Haiku 4.5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":14,"overallRating":{"score":0.010727941997460697,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999956}],"familyWeights":[{"family":"mmlu-pro","share":0.08828869117349877},{"family":"ifbench","share":0.08798587675900814},{"family":"livecodebench","share":0.08665044135695416},{"family":"gpqa","share":0.08636612308709782},{"family":"hle","share":0.08630316373780071},{"family":"aime","share":0.0858428707940898},{"family":"critpt","share":0.08553779092927212},{"family":"omniscience","share":0.08465467980805023},{"family":"mmmu-pro","share":0.08440559270172755},{"family":"aa-lcr","share":0.08077046233274644},{"family":"tau-bench","share":0.0746079751429264},{"family":"terminal-bench","share":0.06858633217683402}]},"capabilityRatings":[{"bucket":"agentic","score":0.03541258493690699,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02791912509064672,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06157150001016806,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04065393335862182,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.031225344248567405,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11287936858188674,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4078127872190657,"lowerBound":0,"upperBound":1,"independentScore":0.4078127872190657,"independent":true,"opponentIds":155,"independentOpponentIds":155,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3c47d4da68b5bf084c0e9f76"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4232011111093876,"lowerBound":0,"upperBound":1,"independentScore":0.4232011111093876,"independent":true,"opponentIds":156,"independentOpponentIds":156,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["2705174dc70afd80971d2f06","6f10d5c0ef1a592623e7cd20"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23151901403112482,"lowerBound":0,"upperBound":1,"independentScore":0.23151901403112482,"independent":true,"opponentIds":158,"independentOpponentIds":158,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5791f8e4e8fde45e7fb66886"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.35197955875455694,"lowerBound":0,"upperBound":1,"independentScore":0.35197955875455694,"independent":true,"opponentIds":163,"independentOpponentIds":163,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4d49a8d283248db5fd5e0e34"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1503732514584382,"lowerBound":0,"upperBound":1,"independentScore":0.1503732514584382,"independent":true,"opponentIds":164,"independentOpponentIds":164,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ffb8c6eaab9ce5c0d4156a57"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.46599170163845255,"lowerBound":0,"upperBound":1,"independentScore":0.46599170163845255,"independent":true,"opponentIds":165,"independentOpponentIds":165,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cf094d38468fec8c0e27adb0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.52721444097285,"lowerBound":0,"upperBound":1,"independentScore":0.52721444097285,"independent":true,"opponentIds":167,"independentOpponentIds":167,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["77e2abafe21efe47759564a5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6525001168655308,"lowerBound":0,"upperBound":1,"independentScore":0.6525001168655308,"independent":true,"opponentIds":168,"independentOpponentIds":168,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fc24d97f80cf49b75640cc90"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.26295183449337506,"lowerBound":0,"upperBound":1,"independentScore":0.26295183449337506,"independent":true,"opponentIds":169,"independentOpponentIds":169,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["23ecbd3ca8a4df7f15ba1758"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.21844363751661217,"lowerBound":0,"upperBound":1,"independentScore":0.21844363751661217,"independent":true,"opponentIds":170,"independentOpponentIds":170,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e9c6fcae19f0b875efc5d431"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4174212724312446,"lowerBound":0,"upperBound":1,"independentScore":0.4174212724312446,"independent":true,"opponentIds":173,"independentOpponentIds":173,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["cb4ff6598c0f6e58acbeb5e6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.714046885391629,"lowerBound":0,"upperBound":1,"independentScore":0.714046885391629,"independent":true,"opponentIds":174,"independentOpponentIds":174,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d76d253d766085ae9b980404"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3c47d4da68b5bf084c0e9f76","2705174dc70afd80971d2f06","5791f8e4e8fde45e7fb66886","4d49a8d283248db5fd5e0e34","ffb8c6eaab9ce5c0d4156a57","cf094d38468fec8c0e27adb0","77e2abafe21efe47759564a5","6f10d5c0ef1a592623e7cd20","fc24d97f80cf49b75640cc90","23ecbd3ca8a4df7f15ba1758","e9c6fcae19f0b875efc5d431","cb4ff6598c0f6e58acbeb5e6","d76d253d766085ae9b980404"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-haiku-4-5-20251001--effort-thinking-32k","name":"Claude Haiku 4.5 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":5,"overallRating":{"score":0.022389577200460323,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":58,"independentFamilies":2,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.56594902314964},{"source":"ARC Prize","independent":true,"share":0.4340509768503593}],"familyWeights":[{"family":"arc-agi","share":0.4340509768503599},{"family":"aime","share":0.2330292658091971},{"family":"gpqa","share":0.2330292658091971},{"family":"simpleqa","share":0.099890491531246}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06000892904206954,"supported":true,"families":3,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.036892995963204035,"supported":false,"families":1,"independentFamilies":1,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":175,"independentOpponentIds":175,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-neZvEzLi6yeL9z5KjGef7H"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":175,"independentOpponentIds":175,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-GEaAdb9UmoUFbEtBx7WzAR"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3108919801999571,"lowerBound":0,"upperBound":1,"independentScore":0.3108919801999571,"independent":true,"opponentIds":176,"independentOpponentIds":176,"panelSize":49,"publishers":["ARC Prize"],"observations":["95e92e71b76ea62d02ca6cd4"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":177,"independentOpponentIds":177,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-VhBM9HgJ2RuSVwXriRXMVJ"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["95e92e71b76ea62d02ca6cd4","epoch-run-GEaAdb9UmoUFbEtBx7WzAR","epoch-run-neZvEzLi6yeL9z5KjGef7H","epoch-run-VhBM9HgJ2RuSVwXriRXMVJ"],"opponentModelIds":["claude-sonnet-4-5-20250929","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-opus-4-7","qwen-3.8-max","claude-opus-4-5-20251101","claude-sonnet-5","muse-spark-1.2","qwen-3.8-max-0902","glm-5.3","glm-5.2","grok-4.3"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":5}],"unspecified":0,"total":5}},{"id":"claude-haiku-4-5-20251001--effort-thinking-1k","name":"Claude Haiku 4.5 · Thinking 1K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":1,"overallRating":{"score":0.00868530046646926,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.040301821753595576,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1255384221229445,"lowerBound":0,"upperBound":1,"independentScore":0.1255384221229445,"independent":true,"opponentIds":176,"independentOpponentIds":176,"panelSize":49,"publishers":["ARC Prize"],"observations":["ba3f20c5292fdd48682b2099"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ba3f20c5292fdd48682b2099"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 1K","settings":[{"label":"Thinking 1K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-haiku-4-5-20251001--effort-thinking-8k","name":"Claude Haiku 4.5 · Thinking 8K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":1,"overallRating":{"score":0.014201885179617168,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.0528022662140623,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.17934060303277788,"lowerBound":0,"upperBound":1,"independentScore":0.17934060303277788,"independent":true,"opponentIds":176,"independentOpponentIds":176,"panelSize":49,"publishers":["ARC Prize"],"observations":["e2c60a47ba43609d5f7802f0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e2c60a47ba43609d5f7802f0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 8K","settings":[{"label":"Thinking 8K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-haiku-4-5-20251001--effort-thinking-16k","name":"Claude Haiku 4.5 · Thinking 16K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":1,"overallRating":{"score":0.03460041067164387,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.08920337740039398,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.29815375254199333,"lowerBound":0,"upperBound":1,"independentScore":0.29815375254199333,"independent":true,"opponentIds":176,"independentOpponentIds":176,"panelSize":49,"publishers":["ARC Prize"],"observations":["f4fbbe2e4e16767233d36d08"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f4fbbe2e4e16767233d36d08"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-haiku-5-5--effort-max","name":"Claude Haiku 5.5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-5-5","detailsUrl":"/efforts?model=claude-haiku-5-5","publishedBenchmarkCount":42,"overallRating":{"score":0.4388976713672646,"supported":true,"families":21,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":229,"independentFamilies":21,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.33478678120067557},{"source":"Cognition","independent":true,"share":0.2999754321093482},{"source":"Artificial Analysis","independent":true,"share":0.21415206823916283},{"source":"LiveBench","independent":true,"share":0.15108571845082003}],"familyWeights":[{"family":"arc-agi-3","share":0.334786781200675},{"family":"frontiercode","share":0.29997543210934824},{"family":"aa-lcr","share":0.024752405603138242},{"family":"hle","share":0.022655241082345998},{"family":"critpt","share":0.022410587953684863},{"family":"omniscience","share":0.022289037703831477},{"family":"analyst-agent","share":0.021610078203514356},{"family":"livebench-coding","share":0.021583674064402755},{"family":"livebench-data","share":0.021583674064402744},{"family":"livebench-language","share":0.021583674064402744},{"family":"multi-swe-bench","share":0.021583674064402744},{"family":"livebench-instructions","share":0.02158367406440273},{"family":"livebench-math","share":0.02158367406440273},{"family":"livebench-reasoning","share":0.02158367406440273},{"family":"gdpval","share":0.018903998053094482},{"family":"briefcase","share":0.017238133798591727},{"family":"automationbench","share":0.017116823962971043},{"family":"gdp-pdf","share":0.017071753499470044},{"family":"terminal-bench-science","share":0.012313030449924142},{"family":"terminal-bench","share":0.008995660692173429},{"family":"harvey","share":0.008795317236422547}]},"capabilityRatings":[{"bucket":"agentic","score":0.4808158507690224,"supported":true,"families":8,"independentFamilies":8,"opponents":143,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.38387366491785807,"supported":true,"families":5,"independentFamilies":5,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6431750924686821,"supported":true,"families":4,"independentFamilies":4,"opponents":112,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.14438405206004348,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.8150217653894458,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8992459677583982,"lowerBound":0,"upperBound":1,"independentScore":0.8992459677583982,"independent":true,"opponentIds":178,"independentOpponentIds":178,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["1ea2fedae0dfb86a5dd01bf1"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9215777231791739,"lowerBound":0,"upperBound":1,"independentScore":0.9215777231791739,"independent":true,"opponentIds":179,"independentOpponentIds":179,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a49c9d96fc79463708ffe2b1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9510433829834753,"lowerBound":0,"upperBound":1,"independentScore":0.9510433829834753,"independent":true,"opponentIds":180,"independentOpponentIds":180,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["412901d2797666a44c38da72","3bd26295cb43d510d7721106"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6376016196278356,"lowerBound":0,"upperBound":1,"independentScore":0.6376016196278356,"independent":true,"opponentIds":181,"independentOpponentIds":181,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["5e542e0e15f089d2f9c37083"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9156469266290549,"lowerBound":0,"upperBound":1,"independentScore":0.9156469266290549,"independent":true,"opponentIds":182,"independentOpponentIds":182,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6e79b9a027c9f3c3994fd9e9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8407167982929658,"lowerBound":0,"upperBound":1,"independentScore":0.8407167982929658,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["fb37eacc1e7bf7618408c670"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9242113953524621,"lowerBound":0,"upperBound":1,"independentScore":0.9242113953524621,"independent":true,"opponentIds":184,"independentOpponentIds":184,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f0367f1d09be031254666dd5"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3036112861304927,"lowerBound":0,"upperBound":1,"independentScore":0.3036112861304927,"independent":true,"opponentIds":185,"independentOpponentIds":185,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["d29655f1965ac44628d201ae"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9442693062826082,"lowerBound":0,"upperBound":1,"independentScore":0.9442693062826082,"independent":true,"opponentIds":186,"independentOpponentIds":186,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d659b5095a8ac992f3ef380d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8215527175727246,"lowerBound":0,"upperBound":1,"independentScore":0.8215527175727246,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ac50dccb8aad18dfce416986"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.8034179385885342,"lowerBound":0,"upperBound":1,"independentScore":0.8034179385885342,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["8843be38ce6e313312e080ea"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7863717463551293,"lowerBound":0,"upperBound":1,"independentScore":0.7863717463551293,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["745618b55e15dcede6ea3cae"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.3135862173190271,"lowerBound":0,"upperBound":1,"independentScore":0.3135862173190271,"independent":true,"opponentIds":189,"independentOpponentIds":189,"panelSize":14,"publishers":["ARC Prize"],"observations":["32358b5c0d1561f78ac33cd5","09d0d6ffaac7cfac027f3198"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.565954231433506,"lowerBound":0,"upperBound":1,"independentScore":0.565954231433506,"independent":true,"opponentIds":190,"independentOpponentIds":190,"panelSize":10,"publishers":["Cognition"],"observations":["ebc8a87de8e88db13b42eefb","505126abb98e4d099fef8ee7"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.32164312388374766,"lowerBound":0,"upperBound":1,"independentScore":0.32164312388374766,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e9b2bd8993aef948df3383be","panel-3a82e3756cd78153ccb995d8","panel-27ec8000077cd9fe4b496b08","panel-745e660722dbdecf76e8a91a"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.3710017860042214,"lowerBound":0,"upperBound":1,"independentScore":0.3710017860042214,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e1167db4817e25e6513bfed0","panel-fdfc67b3f048413353a05a7f"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.10667316122747206,"lowerBound":0,"upperBound":1,"independentScore":0.10667316122747206,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b53a255d5de9fcfe2c3e7b11","panel-3c1ca099d1b432a26355e864","panel-0b8f1ee9107451c56f673a80"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.24947231693456745,"lowerBound":0,"upperBound":1,"independentScore":0.24947231693456745,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d98b9807899d7d05e70fa109","panel-9d1be95f697a9fcab4a2f936","panel-4ca467be66261e18a35fb6ea"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.7275261135465716,"lowerBound":0,"upperBound":1,"independentScore":0.7275261135465716,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-10926a682b532e80cfc809da","panel-f85b737595936346a3c0a262","panel-62cf378fd2f06d44503c1f73"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3644869296963798,"lowerBound":0,"upperBound":1,"independentScore":0.3644869296963798,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8411ac86a2cb78bc80d4bda9","panel-309d0bc9c87d6f4cd495bdb2","panel-1d67d70525fdb37b7393936c","panel-005b4e3e01f0017cc01be455"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.03251339503166103,"lowerBound":0,"upperBound":1,"independentScore":0.03251339503166103,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e6cb4829222c03f428608ea2","panel-f3c8cb30728a0d584b76d951","panel-d6c3c007f75e79b95f868f27","panel-0f24c7415b7607f609a36fa6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1ea2fedae0dfb86a5dd01bf1","a49c9d96fc79463708ffe2b1","412901d2797666a44c38da72","5e542e0e15f089d2f9c37083","6e79b9a027c9f3c3994fd9e9","fb37eacc1e7bf7618408c670","f0367f1d09be031254666dd5","d29655f1965ac44628d201ae","d659b5095a8ac992f3ef380d","3bd26295cb43d510d7721106","ac50dccb8aad18dfce416986","8843be38ce6e313312e080ea","745618b55e15dcede6ea3cae","32358b5c0d1561f78ac33cd5","09d0d6ffaac7cfac027f3198","ebc8a87de8e88db13b42eefb","505126abb98e4d099fef8ee7","panel-e9b2bd8993aef948df3383be","panel-e1167db4817e25e6513bfed0","panel-fdfc67b3f048413353a05a7f","panel-b53a255d5de9fcfe2c3e7b11","panel-d98b9807899d7d05e70fa109","panel-3a82e3756cd78153ccb995d8","panel-10926a682b532e80cfc809da","panel-8411ac86a2cb78bc80d4bda9","panel-27ec8000077cd9fe4b496b08","panel-745e660722dbdecf76e8a91a","panel-e6cb4829222c03f428608ea2","panel-3c1ca099d1b432a26355e864","panel-f85b737595936346a3c0a262","panel-f3c8cb30728a0d584b76d951","panel-309d0bc9c87d6f4cd495bdb2","panel-d6c3c007f75e79b95f868f27","panel-0f24c7415b7607f609a36fa6","panel-9d1be95f697a9fcab4a2f936","panel-4ca467be66261e18a35fb6ea","panel-1d67d70525fdb37b7393936c","panel-62cf378fd2f06d44503c1f73","panel-0b8f1ee9107451c56f673a80","panel-005b4e3e01f0017cc01be455"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":42}],"unspecified":0,"total":42}},{"id":"claude-haiku-5-5--effort-high","name":"Claude Haiku 5.5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-5-5","detailsUrl":"/efforts?model=claude-haiku-5-5","publishedBenchmarkCount":16,"overallRating":{"score":0.34056604028184706,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3859388266040717},{"source":"ARC Prize","independent":true,"share":0.3789045819171953},{"source":"Artificial Analysis","independent":true,"share":0.23515659147873338}],"familyWeights":[{"family":"frontiercode","share":0.38593882660407164},{"family":"arc-agi","share":0.37890458191719567},{"family":"hle","share":0.02939084433147125},{"family":"critpt","share":0.029093404481218905},{"family":"omniscience","share":0.028828969554350416},{"family":"aa-lcr","share":0.026867456698595107},{"family":"gdpval","share":0.0231987293200952},{"family":"briefcase","share":0.020687940178884957},{"family":"automationbench","share":0.02040755685566408},{"family":"gdp-pdf","share":0.020382381388578664},{"family":"terminal-bench-science","share":0.015577818138942066},{"family":"terminal-bench","share":0.010923440518327466},{"family":"harvey","share":0.009798050012606334}]},"capabilityRatings":[{"bucket":"agentic","score":0.4995236570005021,"supported":true,"families":6,"independentFamilies":6,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.29847356678890996,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5924144156994234,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21671381876853432,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.385565003573979,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8324501928545137,"lowerBound":0,"upperBound":1,"independentScore":0.8324501928545137,"independent":true,"opponentIds":179,"independentOpponentIds":179,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["901530bc97d64833a4184bd6"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8471250325209196,"lowerBound":0,"upperBound":1,"independentScore":0.8471250325209196,"independent":true,"opponentIds":192,"independentOpponentIds":192,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c41a56974171e44af0708a92"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6043247752053911,"lowerBound":0,"upperBound":1,"independentScore":0.6043247752053911,"independent":true,"opponentIds":181,"independentOpponentIds":181,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["659011efc6ea7b5200f9236b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9155736296218371,"lowerBound":0,"upperBound":1,"independentScore":0.9155736296218371,"independent":true,"opponentIds":182,"independentOpponentIds":182,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2c356cc8923a93b086247731"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7365371592540064,"lowerBound":0,"upperBound":1,"independentScore":0.7365371592540064,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a6eb5a937b34b9f9749bf8fd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8202182934306086,"lowerBound":0,"upperBound":1,"independentScore":0.8202182934306086,"independent":true,"opponentIds":184,"independentOpponentIds":184,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6547f03f823fd70d8f7cb543"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4002530705782413,"lowerBound":0,"upperBound":1,"independentScore":0.4002530705782413,"independent":true,"opponentIds":185,"independentOpponentIds":185,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["67dcfde23ccdbe31c74ae024"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8834024345296745,"lowerBound":0,"upperBound":1,"independentScore":0.8834024345296745,"independent":true,"opponentIds":186,"independentOpponentIds":186,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e6b08b55be1cad404f7f38ce"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8091773928050962,"lowerBound":0,"upperBound":1,"independentScore":0.8091773928050962,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ba41841c38e2b596cd43a092"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.6112272575826125,"lowerBound":0,"upperBound":1,"independentScore":0.6112272575826125,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["7a65883bef43d1c98fd6af9d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.657356558597771,"lowerBound":0,"upperBound":1,"independentScore":0.657356558597771,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e153ed6842cf4cf2a6147283"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5241202328235929,"lowerBound":0,"upperBound":1,"independentScore":0.5241202328235929,"independent":true,"opponentIds":193,"independentOpponentIds":193,"panelSize":49,"publishers":["ARC Prize"],"observations":["47ea478bce608ff06705a26a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5018226002430134,"lowerBound":0,"upperBound":1,"independentScore":0.5018226002430134,"independent":true,"opponentIds":190,"independentOpponentIds":190,"panelSize":10,"publishers":["Cognition"],"observations":["f2c8f1aa900334eca9b374f2","4e7cfd9b5ba456e592a61884"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["901530bc97d64833a4184bd6","c41a56974171e44af0708a92","659011efc6ea7b5200f9236b","2c356cc8923a93b086247731","a6eb5a937b34b9f9749bf8fd","6547f03f823fd70d8f7cb543","67dcfde23ccdbe31c74ae024","e6b08b55be1cad404f7f38ce","ba41841c38e2b596cd43a092","7a65883bef43d1c98fd6af9d","e153ed6842cf4cf2a6147283","47ea478bce608ff06705a26a","f2c8f1aa900334eca9b374f2","4e7cfd9b5ba456e592a61884"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":16}],"unspecified":0,"total":16}},{"id":"claude-haiku-5-5--effort-low","name":"Claude Haiku 5.5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-5-5","detailsUrl":"/efforts?model=claude-haiku-5-5","publishedBenchmarkCount":16,"overallRating":{"score":0.11269543114836837,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3859388266040717},{"source":"ARC Prize","independent":true,"share":0.3789045819171953},{"source":"Artificial Analysis","independent":true,"share":0.23515659147873338}],"familyWeights":[{"family":"frontiercode","share":0.38593882660407164},{"family":"arc-agi","share":0.37890458191719567},{"family":"hle","share":0.02939084433147125},{"family":"critpt","share":0.029093404481218905},{"family":"omniscience","share":0.028828969554350416},{"family":"aa-lcr","share":0.026867456698595107},{"family":"gdpval","share":0.0231987293200952},{"family":"briefcase","share":0.020687940178884957},{"family":"automationbench","share":0.02040755685566408},{"family":"gdp-pdf","share":0.020382381388578664},{"family":"terminal-bench-science","share":0.015577818138942066},{"family":"terminal-bench","share":0.010923440518327466},{"family":"harvey","share":0.009798050012606334}]},"capabilityRatings":[{"bucket":"agentic","score":0.3106064922629545,"supported":true,"families":6,"independentFamilies":6,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1273002282741873,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40121630546554427,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20549322944297366,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.2648363145249218,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6501379218825368,"lowerBound":0,"upperBound":1,"independentScore":0.6501379218825368,"independent":true,"opponentIds":179,"independentOpponentIds":179,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e0a7906551f3c65040e20a8a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7525752013343231,"lowerBound":0,"upperBound":1,"independentScore":0.7525752013343231,"independent":true,"opponentIds":192,"independentOpponentIds":192,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["da7e71d81005998e0f0d9888"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5341011777816708,"lowerBound":0,"upperBound":1,"independentScore":0.5341011777816708,"independent":true,"opponentIds":181,"independentOpponentIds":181,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f1bf9aab5e911aba6fed0673"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8364789850185642,"lowerBound":0,"upperBound":1,"independentScore":0.8364789850185642,"independent":true,"opponentIds":182,"independentOpponentIds":182,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c93dd7b9ab2719287c413b24"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5763078655757456,"lowerBound":0,"upperBound":1,"independentScore":0.5763078655757456,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["da48da7da16887ff479364e1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6902153247623263,"lowerBound":0,"upperBound":1,"independentScore":0.6902153247623263,"independent":true,"opponentIds":184,"independentOpponentIds":184,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["25ad4d77ec1f4579d7332cd1"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4278650089918838,"lowerBound":0,"upperBound":1,"independentScore":0.4278650089918838,"independent":true,"opponentIds":185,"independentOpponentIds":185,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["45f41b968fcc40d7544f102b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7588787530043559,"lowerBound":0,"upperBound":1,"independentScore":0.7588787530043559,"independent":true,"opponentIds":186,"independentOpponentIds":186,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d129f54bd0882ce474c63b9c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7987582067751078,"lowerBound":0,"upperBound":1,"independentScore":0.7987582067751078,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["eb00fc84756629c7c66fcd8f"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.1980001197165171,"lowerBound":0,"upperBound":1,"independentScore":0.1980001197165171,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["2e10c68989141ec31666fabd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5809411654006047,"lowerBound":0,"upperBound":1,"independentScore":0.5809411654006047,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8c5cee954feccff6c1e3655c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2357379358358898,"lowerBound":0,"upperBound":1,"independentScore":0.2357379358358898,"independent":true,"opponentIds":193,"independentOpponentIds":193,"panelSize":49,"publishers":["ARC Prize"],"observations":["31f12232eb5252c6a7f039db"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.2839517711935695,"lowerBound":0,"upperBound":1,"independentScore":0.2839517711935695,"independent":true,"opponentIds":190,"independentOpponentIds":190,"panelSize":10,"publishers":["Cognition"],"observations":["a17bdfe95dc49e5f3a4a8273","7f9263f4d41994356a325281"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e0a7906551f3c65040e20a8a","da7e71d81005998e0f0d9888","f1bf9aab5e911aba6fed0673","c93dd7b9ab2719287c413b24","da48da7da16887ff479364e1","25ad4d77ec1f4579d7332cd1","45f41b968fcc40d7544f102b","d129f54bd0882ce474c63b9c","eb00fc84756629c7c66fcd8f","2e10c68989141ec31666fabd","8c5cee954feccff6c1e3655c","31f12232eb5252c6a7f039db","a17bdfe95dc49e5f3a4a8273","7f9263f4d41994356a325281"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"claude-haiku-5-5--effort-medium","name":"Claude Haiku 5.5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-5-5","detailsUrl":"/efforts?model=claude-haiku-5-5","publishedBenchmarkCount":16,"overallRating":{"score":0.2547016862349431,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3859388266040717},{"source":"ARC Prize","independent":true,"share":0.3789045819171953},{"source":"Artificial Analysis","independent":true,"share":0.23515659147873338}],"familyWeights":[{"family":"frontiercode","share":0.38593882660407164},{"family":"arc-agi","share":0.37890458191719567},{"family":"hle","share":0.02939084433147125},{"family":"critpt","share":0.029093404481218905},{"family":"omniscience","share":0.028828969554350416},{"family":"aa-lcr","share":0.026867456698595107},{"family":"gdpval","share":0.0231987293200952},{"family":"briefcase","share":0.020687940178884957},{"family":"automationbench","share":0.02040755685566408},{"family":"gdp-pdf","share":0.020382381388578664},{"family":"terminal-bench-science","share":0.015577818138942066},{"family":"terminal-bench","share":0.010923440518327466},{"family":"harvey","share":0.009798050012606334}]},"capabilityRatings":[{"bucket":"agentic","score":0.4208862994233769,"supported":true,"families":6,"independentFamilies":6,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.21288544461915204,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5531448101915023,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21487475568783868,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.385565003573979,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.763690401714539,"lowerBound":0,"upperBound":1,"independentScore":0.763690401714539,"independent":true,"opponentIds":179,"independentOpponentIds":179,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a77bcd02e14f4b65c326decd"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8471250325209196,"lowerBound":0,"upperBound":1,"independentScore":0.8471250325209196,"independent":true,"opponentIds":192,"independentOpponentIds":192,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["25dd297e17e51fbde9fc87dc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5919465398254533,"lowerBound":0,"upperBound":1,"independentScore":0.5919465398254533,"independent":true,"opponentIds":181,"independentOpponentIds":181,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["efa73122b886c0b4ff588300"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8717120353411317,"lowerBound":0,"upperBound":1,"independentScore":0.8717120353411317,"independent":true,"opponentIds":182,"independentOpponentIds":182,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f5e2600d3035ec6ff9d2b094"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6779243344155866,"lowerBound":0,"upperBound":1,"independentScore":0.6779243344155866,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["882433e9da8a86564b293325"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7527247954131384,"lowerBound":0,"upperBound":1,"independentScore":0.7527247954131384,"independent":true,"opponentIds":184,"independentOpponentIds":184,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b60fc3de8a8b9625574914fb"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3036112861304927,"lowerBound":0,"upperBound":1,"independentScore":0.3036112861304927,"independent":true,"opponentIds":185,"independentOpponentIds":185,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["d23124fcf5b40c21b8714c1a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.842490698462333,"lowerBound":0,"upperBound":1,"independentScore":0.842490698462333,"independent":true,"opponentIds":186,"independentOpponentIds":186,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["043fcd45aac117c1034cc8db"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8042309013366798,"lowerBound":0,"upperBound":1,"independentScore":0.8042309013366798,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a0af2ce4f38ef9ff7a7e13d9"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.527239725933237,"lowerBound":0,"upperBound":1,"independentScore":0.527239725933237,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["40c52aa61a7d5de328a0f325"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6069419584576982,"lowerBound":0,"upperBound":1,"independentScore":0.6069419584576982,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["43c0aad399d4e0676ae239ea"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.40608126158653546,"lowerBound":0,"upperBound":1,"independentScore":0.40608126158653546,"independent":true,"opponentIds":193,"independentOpponentIds":193,"panelSize":49,"publishers":["ARC Prize"],"observations":["6ba48bd49a77dbfae49f5c9e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.46910926254790164,"lowerBound":0,"upperBound":1,"independentScore":0.46910926254790164,"independent":true,"opponentIds":190,"independentOpponentIds":190,"panelSize":10,"publishers":["Cognition"],"observations":["31b2d9d97c184079238926f4","09f19fb85700296ac24a0c0c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a77bcd02e14f4b65c326decd","25dd297e17e51fbde9fc87dc","efa73122b886c0b4ff588300","f5e2600d3035ec6ff9d2b094","882433e9da8a86564b293325","b60fc3de8a8b9625574914fb","d23124fcf5b40c21b8714c1a","043fcd45aac117c1034cc8db","a0af2ce4f38ef9ff7a7e13d9","40c52aa61a7d5de328a0f325","43c0aad399d4e0676ae239ea","6ba48bd49a77dbfae49f5c9e","31b2d9d97c184079238926f4","09f19fb85700296ac24a0c0c"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":16}],"unspecified":0,"total":16}},{"id":"claude-haiku-5-5--effort-xhigh","name":"Claude Haiku 5.5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-5-5","detailsUrl":"/efforts?model=claude-haiku-5-5","publishedBenchmarkCount":39,"overallRating":{"score":0.45399371763893637,"supported":true,"families":20,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":231,"independentFamilies":20,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.32347252343541555},{"source":"ARC Prize","independent":true,"share":0.30425134223171085},{"source":"Artificial Analysis","independent":true,"share":0.2093558636337653},{"source":"LiveBench","independent":true,"share":0.1629202706991147}],"familyWeights":[{"family":"frontiercode","share":0.32347252343541605},{"family":"arc-agi","share":0.3042513422317106},{"family":"hle","share":0.025463771325445295},{"family":"critpt","share":0.025140136077682142},{"family":"omniscience","share":0.024985721326761266},{"family":"aa-lcr","share":0.023372710445342188},{"family":"livebench-coding","share":0.023274324385588},{"family":"livebench-data","share":0.02327432438558799},{"family":"livebench-language","share":0.02327432438558799},{"family":"multi-swe-bench","share":0.02327432438558799},{"family":"livebench-instructions","share":0.023274324385587974},{"family":"livebench-math","share":0.023274324385587974},{"family":"livebench-reasoning","share":0.023274324385587974},{"family":"gdpval","share":0.020896288957280587},{"family":"briefcase","share":0.01893592824447331},{"family":"automationbench","share":0.018776446189459253},{"family":"gdp-pdf","share":0.01873380536368365},{"family":"terminal-bench-science","share":0.013664989299920943},{"family":"terminal-bench","share":0.009901811506989502},{"family":"harvey","share":0.00948425489672609}]},"capabilityRatings":[{"bucket":"agentic","score":0.5210021339812625,"supported":true,"families":7,"independentFamilies":7,"opponents":143,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.446370127086509,"supported":true,"families":5,"independentFamilies":5,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5793799594903793,"supported":true,"families":4,"independentFamilies":4,"opponents":112,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21659397813009315,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4316596427976083,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9073761495896433,"lowerBound":0,"upperBound":1,"independentScore":0.9073761495896433,"independent":true,"opponentIds":179,"independentOpponentIds":179,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bde02ab730bb204920c8be9e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8648940053300768,"lowerBound":0,"upperBound":1,"independentScore":0.8648940053300768,"independent":true,"opponentIds":192,"independentOpponentIds":192,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["59b18fce3369e2928eda1801"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6435177585940721,"lowerBound":0,"upperBound":1,"independentScore":0.6435177585940721,"independent":true,"opponentIds":181,"independentOpponentIds":181,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["31842dcb7511112fa3607683"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9337532185038091,"lowerBound":0,"upperBound":1,"independentScore":0.9337532185038091,"independent":true,"opponentIds":182,"independentOpponentIds":182,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e20e2ac5f5d97cca8665c048"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7674042792504138,"lowerBound":0,"upperBound":1,"independentScore":0.7674042792504138,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6e49d4b3845b15d79f8d9e7e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8611968520340794,"lowerBound":0,"upperBound":1,"independentScore":0.8611968520340794,"independent":true,"opponentIds":184,"independentOpponentIds":184,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["556e07a16bd29ea79d0012fe"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.46836251866522605,"lowerBound":0,"upperBound":1,"independentScore":0.46836251866522605,"independent":true,"opponentIds":185,"independentOpponentIds":185,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["2fc3ee36bfe14f597d841cf7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9314361110838562,"lowerBound":0,"upperBound":1,"independentScore":0.9314361110838562,"independent":true,"opponentIds":186,"independentOpponentIds":186,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["eae5891239f4bd91881b95de"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8178992291032315,"lowerBound":0,"upperBound":1,"independentScore":0.8178992291032315,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e166da14c0ff17e226137155"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.7999585023517225,"lowerBound":0,"upperBound":1,"independentScore":0.7999585023517225,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["edcfeba2fb38d06a95739463"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7567705897547352,"lowerBound":0,"upperBound":1,"independentScore":0.7567705897547352,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6f41874611955ee4be4baff3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6975436952893992,"lowerBound":0,"upperBound":1,"independentScore":0.6975436952893992,"independent":true,"opponentIds":193,"independentOpponentIds":193,"panelSize":49,"publishers":["ARC Prize"],"observations":["625f733f63d241339388028a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5568868739205526,"lowerBound":0,"upperBound":1,"independentScore":0.5568868739205526,"independent":true,"opponentIds":190,"independentOpponentIds":190,"panelSize":10,"publishers":["Cognition"],"observations":["125ae37f54ee1d63963a88cc","a089ed32302364f1e074f032"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.4527520701412571,"lowerBound":0,"upperBound":1,"independentScore":0.4527520701412571,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4fb37fe7592ba9a5d9869871","panel-53cc7a2ac6ed3984ee7771ed","panel-81f5007ab231db05774cfcbf","panel-de0d0749dcfb4777722fe6dd"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.2521919142717975,"lowerBound":0,"upperBound":1,"independentScore":0.2521919142717975,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-76ab901e6799fbf03e76ba13","panel-dfa26defa6fc362dab03f04d"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.05493316014504522,"lowerBound":0,"upperBound":1,"independentScore":0.05493316014504522,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8b1d0526c4e8240505f76ea3","panel-f97c4ecafec217f90271e795","panel-e1877ad981b8943c76d8a59c"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.41827677653298717,"lowerBound":0,"upperBound":1,"independentScore":0.41827677653298717,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-5469acf9d5d94024f3406a17","panel-0e2707775f1b1b2efb1595a6","panel-24a6439acb54efac37d869bd"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.44227959084266955,"lowerBound":0,"upperBound":1,"independentScore":0.44227959084266955,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9e877a28272b2b5cdd278ea6","panel-8412193eccfe41b3c21b69c8","panel-8599319f26c3e7491080d45d"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.2259092385127458,"lowerBound":0,"upperBound":1,"independentScore":0.2259092385127458,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-40395aaf36b8d1b1d9231de1","panel-d2ba8db92d11d77e230396b8","panel-f1021f786873558747419bfe","panel-6d24509140b27f7055d9c6fa"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.402662769930184,"lowerBound":0,"upperBound":1,"independentScore":0.402662769930184,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f422f1b40639d5881abb1dea","panel-f1c6d5c59e5f097944e2a365","panel-b1947c445edfa98ec575d12d","panel-f24cbe13af649d665688ad22"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bde02ab730bb204920c8be9e","59b18fce3369e2928eda1801","31842dcb7511112fa3607683","e20e2ac5f5d97cca8665c048","6e49d4b3845b15d79f8d9e7e","556e07a16bd29ea79d0012fe","2fc3ee36bfe14f597d841cf7","eae5891239f4bd91881b95de","e166da14c0ff17e226137155","edcfeba2fb38d06a95739463","6f41874611955ee4be4baff3","625f733f63d241339388028a","125ae37f54ee1d63963a88cc","a089ed32302364f1e074f032","panel-4fb37fe7592ba9a5d9869871","panel-76ab901e6799fbf03e76ba13","panel-dfa26defa6fc362dab03f04d","panel-8b1d0526c4e8240505f76ea3","panel-5469acf9d5d94024f3406a17","panel-53cc7a2ac6ed3984ee7771ed","panel-9e877a28272b2b5cdd278ea6","panel-40395aaf36b8d1b1d9231de1","panel-81f5007ab231db05774cfcbf","panel-de0d0749dcfb4777722fe6dd","panel-f422f1b40639d5881abb1dea","panel-f97c4ecafec217f90271e795","panel-8412193eccfe41b3c21b69c8","panel-f1c6d5c59e5f097944e2a365","panel-d2ba8db92d11d77e230396b8","panel-b1947c445edfa98ec575d12d","panel-f24cbe13af649d665688ad22","panel-0e2707775f1b1b2efb1595a6","panel-24a6439acb54efac37d869bd","panel-f1021f786873558747419bfe","panel-8599319f26c3e7491080d45d","panel-e1877ad981b8943c76d8a59c","panel-6d24509140b27f7055d9c6fa"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":39}],"unspecified":0,"total":39}},{"id":"claude-opus-4-5-20251101--effort-non-reasoning","name":"Claude Opus 4.5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":14,"overallRating":{"score":0.07107014873383986,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000215}],"familyWeights":[{"family":"mmlu-pro","share":0.08249368074485426},{"family":"ifbench","share":0.08223866915603907},{"family":"livecodebench","share":0.08112414311510502},{"family":"gpqa","share":0.08067700188425816},{"family":"hle","share":0.0806619839314211},{"family":"aime","share":0.08057575057326873},{"family":"critpt","share":0.07986179448112421},{"family":"omniscience","share":0.07912043005561314},{"family":"mmmu-pro","share":0.07881473190737663},{"family":"aa-lcr","share":0.07366520402772464},{"family":"tau-bench","share":0.06946220670680543},{"family":"gmmlu","share":0.0674917946285434},{"family":"terminal-bench","share":0.06381260878788052}]},"capabilityRatings":[{"bucket":"agentic","score":0.20393951641483166,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09824916179335356,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18456559179538765,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19770375218717762,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.15474017437817553,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.24007669442639448,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6062741209756942,"lowerBound":0,"upperBound":1,"independentScore":0.6062741209756942,"independent":true,"opponentIds":194,"independentOpponentIds":194,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["777d836c2aab8b1a753b4fe5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7153520273391797,"lowerBound":0,"upperBound":1,"independentScore":0.7153520273391797,"independent":true,"opponentIds":195,"independentOpponentIds":195,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["364e593f02f62ed75fd18066"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5155827927091537,"lowerBound":0,"upperBound":1,"independentScore":0.5155827927091537,"independent":true,"opponentIds":196,"independentOpponentIds":196,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["108fba49cb2e133b5c3292c6"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9423877873415957,"lowerBound":0,"upperBound":1,"independentScore":0.9423877873415957,"independent":true,"opponentIds":197,"independentOpponentIds":197,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["a1db7ea0ee512320711194d0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6909616129836821,"lowerBound":0,"upperBound":1,"independentScore":0.6909616129836821,"independent":true,"opponentIds":198,"independentOpponentIds":198,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1db3648c4fe84e124fa696fc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.583633607306581,"lowerBound":0,"upperBound":1,"independentScore":0.583633607306581,"independent":true,"opponentIds":199,"independentOpponentIds":199,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["be7e6806ef9ffabbe47660e5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4902866400672465,"lowerBound":0,"upperBound":1,"independentScore":0.4902866400672465,"independent":true,"opponentIds":200,"independentOpponentIds":200,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["555c0f000e8ee371e88e57a2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8264783521016352,"lowerBound":0,"upperBound":1,"independentScore":0.8264783521016352,"independent":true,"opponentIds":201,"independentOpponentIds":201,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["fa884eeb86cb180cbd489bac"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9937127674661187,"lowerBound":0,"upperBound":1,"independentScore":0.9937127674661187,"independent":true,"opponentIds":202,"independentOpponentIds":202,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5314fc9ebb9ae8bcdf75b98e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6532040974884421,"lowerBound":0,"upperBound":1,"independentScore":0.6532040974884421,"independent":true,"opponentIds":203,"independentOpponentIds":203,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["34e7fcfb97c55289d0bf4b48"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8667272605670766,"lowerBound":0,"upperBound":1,"independentScore":0.8667272605670766,"independent":true,"opponentIds":204,"independentOpponentIds":204,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["313fe229263c5d3be7780b9b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8006860322696786,"lowerBound":0,"upperBound":1,"independentScore":0.8006860322696786,"independent":true,"opponentIds":205,"independentOpponentIds":205,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["993af034623aaedde3a3de9b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9319723734601166,"lowerBound":0,"upperBound":1,"independentScore":0.9319723734601166,"independent":true,"opponentIds":206,"independentOpponentIds":206,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["42a28e056d264ff2cdaead6f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["777d836c2aab8b1a753b4fe5","364e593f02f62ed75fd18066","108fba49cb2e133b5c3292c6","a1db7ea0ee512320711194d0","1db3648c4fe84e124fa696fc","be7e6806ef9ffabbe47660e5","555c0f000e8ee371e88e57a2","fa884eeb86cb180cbd489bac","5314fc9ebb9ae8bcdf75b98e","34e7fcfb97c55289d0bf4b48","313fe229263c5d3be7780b9b","993af034623aaedde3a3de9b","42a28e056d264ff2cdaead6f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-opus-4-5-20251101--effort-reasoning","name":"Claude Opus 4.5 · Reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":14,"overallRating":{"score":0.17772498909943243,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000215}],"familyWeights":[{"family":"mmlu-pro","share":0.08249368074485426},{"family":"ifbench","share":0.08223866915603907},{"family":"livecodebench","share":0.08112414311510502},{"family":"gpqa","share":0.08067700188425816},{"family":"hle","share":0.0806619839314211},{"family":"aime","share":0.08057575057326873},{"family":"critpt","share":0.07986179448112421},{"family":"omniscience","share":0.07912043005561314},{"family":"mmmu-pro","share":0.07881473190737663},{"family":"aa-lcr","share":0.07366520402772464},{"family":"tau-bench","share":0.06946220670680543},{"family":"gmmlu","share":0.0674917946285434},{"family":"terminal-bench","share":0.06381260878788052}]},"capabilityRatings":[{"bucket":"agentic","score":0.24296852048446374,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26889715880330683,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.31968517894577503,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.27182474816219987,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.20025975019154982,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3869701142076234,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9454249505886136,"lowerBound":0,"upperBound":1,"independentScore":0.9454249505886136,"independent":true,"opponentIds":194,"independentOpponentIds":194,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0f517ae1f51f86c35cfb0be4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8459582652939303,"lowerBound":0,"upperBound":1,"independentScore":0.8459582652939303,"independent":true,"opponentIds":195,"independentOpponentIds":195,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["85c81b940cce2a4e217f39f1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.773003223909534,"lowerBound":0,"upperBound":1,"independentScore":0.773003223909534,"independent":true,"opponentIds":196,"independentOpponentIds":196,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1958b99c15a27c0d8d0aba84"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.956448016956336,"lowerBound":0,"upperBound":1,"independentScore":0.956448016956336,"independent":true,"opponentIds":197,"independentOpponentIds":197,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["a0e35583919bfa925e3253c4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8438156122183086,"lowerBound":0,"upperBound":1,"independentScore":0.8438156122183086,"independent":true,"opponentIds":198,"independentOpponentIds":198,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ea5097c6ae66554091a20a26"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8213514497391188,"lowerBound":0,"upperBound":1,"independentScore":0.8213514497391188,"independent":true,"opponentIds":199,"independentOpponentIds":199,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c8afa47b2b589899209075fd"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6899340343692004,"lowerBound":0,"upperBound":1,"independentScore":0.6899340343692004,"independent":true,"opponentIds":200,"independentOpponentIds":200,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["321deea5aaf37c3322817314"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9721970481654632,"lowerBound":0,"upperBound":1,"independentScore":0.9721970481654632,"independent":true,"opponentIds":201,"independentOpponentIds":201,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3b0e8231a510903a76fb9715"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":202,"independentOpponentIds":202,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6d150283271e045da32ceab8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7153630034609024,"lowerBound":0,"upperBound":1,"independentScore":0.7153630034609024,"independent":true,"opponentIds":203,"independentOpponentIds":203,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["46aff7e0e196660d8e321636"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.922138664825317,"lowerBound":0,"upperBound":1,"independentScore":0.922138664825317,"independent":true,"opponentIds":204,"independentOpponentIds":204,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8667c79135a6fbe7cc5fa1e4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8393997595617564,"lowerBound":0,"upperBound":1,"independentScore":0.8393997595617564,"independent":true,"opponentIds":205,"independentOpponentIds":205,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["08adca9aa4e2043174db9373"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9718251617633223,"lowerBound":0,"upperBound":1,"independentScore":0.9718251617633223,"independent":true,"opponentIds":206,"independentOpponentIds":206,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["87149dbfd56c9450a6af41d4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0f517ae1f51f86c35cfb0be4","85c81b940cce2a4e217f39f1","1958b99c15a27c0d8d0aba84","a0e35583919bfa925e3253c4","ea5097c6ae66554091a20a26","c8afa47b2b589899209075fd","321deea5aaf37c3322817314","3b0e8231a510903a76fb9715","6d150283271e045da32ceab8","46aff7e0e196660d8e321636","8667c79135a6fbe7cc5fa1e4","08adca9aa4e2043174db9373","87149dbfd56c9450a6af41d4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-opus-4-6--effort-max","name":"Claude Opus 4.6 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":22,"overallRating":{"score":0.40815199969711724,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":237,"independentFamilies":16,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.2797844220015114},{"source":"Epoch AI","independent":true,"share":0.26577245687497225},{"source":"ARC Prize","independent":true,"share":0.2501752247098158},{"source":"Scale","independent":true,"share":0.20426789641370263}],"familyWeights":[{"family":"arc-agi","share":0.25017522470981596},{"family":"hle","share":0.23063705991899158},{"family":"gpqa","share":0.08265203874280792},{"family":"aime","share":0.05613452793702881},{"family":"epoch-game-puzzles","share":0.05346597899437515},{"family":"simpleqa","share":0.050544448193963296},{"family":"frontiermath","share":0.0492316178682883},{"family":"ifbench","share":0.026709683747223295},{"family":"mmmu-pro","share":0.026438586807582216},{"family":"critpt","share":0.02633075839922696},{"family":"omniscience","share":0.026256675517806624},{"family":"gmmlu","share":0.02623095706817215},{"family":"aa-lcr","share":0.025165300916848928},{"family":"tau-bench","share":0.024652068281338937},{"family":"terminal-bench","share":0.02308669348533614},{"family":"apex-agents","share":0.022288379411197472}]},"capabilityRatings":[{"bucket":"agentic","score":0.38387449046506666,"supported":true,"families":2,"independentFamilies":2,"opponents":175,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.44705515178170524,"supported":true,"families":7,"independentFamilies":7,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40444189005110576,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2779931128166115,"supported":true,"families":4,"independentFamilies":4,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2491532776050874,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.41759823472569346,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6107559232794294,"lowerBound":0,"upperBound":1,"independentScore":0.6107559232794294,"independent":true,"opponentIds":207,"independentOpponentIds":207,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-coxYk5vK5cBhQ7iZohMtA5"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.7710503735806152,"lowerBound":0,"upperBound":1,"independentScore":0.7710503735806152,"independent":true,"opponentIds":208,"independentOpponentIds":208,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["0ced355c18e4b0a2ef2a9eed"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8143805626855395,"lowerBound":0,"upperBound":1,"independentScore":0.8143805626855395,"independent":true,"opponentIds":209,"independentOpponentIds":209,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cb0ac21433b7ef09d3b34104"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8445222719495817,"lowerBound":0,"upperBound":1,"independentScore":0.8445222719495817,"independent":true,"opponentIds":210,"independentOpponentIds":210,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e7af7bb6a33272e67e662c05"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9751238118618902,"lowerBound":0,"upperBound":1,"independentScore":0.9751238118618902,"independent":true,"opponentIds":211,"independentOpponentIds":211,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["faf1e40e69e6378501bad7ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7083630334255424,"lowerBound":0,"upperBound":1,"independentScore":0.7083630334255424,"independent":true,"opponentIds":212,"independentOpponentIds":212,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9c48abd813ff3ce9a58df725","epoch-run-JcQMgXdZKU54u52B8TGQKp"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8008989865189994,"lowerBound":0,"upperBound":1,"independentScore":0.8008989865189994,"independent":true,"opponentIds":213,"independentOpponentIds":213,"panelSize":224,"publishers":["Artificial Analysis","Scale"],"observations":["bdd2a2b5454c337d0d08008e","3668be0998ee9f9dbe1cb4b4","5982871718a1d5284ac2e401"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.645235046864565,"lowerBound":0,"upperBound":1,"independentScore":0.645235046864565,"independent":true,"opponentIds":214,"independentOpponentIds":214,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["eaf8f10f1fb7f2401ceb6549"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7274334922213694,"lowerBound":0,"upperBound":1,"independentScore":0.7274334922213694,"independent":true,"opponentIds":215,"independentOpponentIds":215,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e3fce5f1e1e8d14e10809865"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9134661696771739,"lowerBound":0,"upperBound":1,"independentScore":0.9134661696771739,"independent":true,"opponentIds":216,"independentOpponentIds":216,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["27bba211267d5570417f622c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8690984234481722,"lowerBound":0,"upperBound":1,"independentScore":0.8690984234481722,"independent":true,"opponentIds":217,"independentOpponentIds":217,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8962563dcc6f8c32537e7cf9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9560005622422878,"lowerBound":0,"upperBound":1,"independentScore":0.9560005622422878,"independent":true,"opponentIds":218,"independentOpponentIds":218,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ed160c208fe0d6fd577443a2"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7781128319231784,"lowerBound":0,"upperBound":1,"independentScore":0.7781128319231784,"independent":true,"opponentIds":219,"independentOpponentIds":219,"panelSize":49,"publishers":["ARC Prize"],"observations":["d89c7fdc274f08893e4629d1"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5010283847200259,"lowerBound":0,"upperBound":1,"independentScore":0.5010283847200259,"independent":true,"opponentIds":220,"independentOpponentIds":220,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-2hbbp8z6PhB7c2T33os9q5","epoch-run-kgJ2d6XbKj3dZutDcBYSKU"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5389164136167489,"lowerBound":0,"upperBound":1,"independentScore":0.5389164136167489,"independent":true,"opponentIds":221,"independentOpponentIds":221,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-64rokFyL2L8Vd4SZVdayCy"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.4361718314145155,"lowerBound":0,"upperBound":1,"independentScore":0.4361718314145155,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-85fhMxLaebWtLoi6oLpTbi"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0ced355c18e4b0a2ef2a9eed","cb0ac21433b7ef09d3b34104","e7af7bb6a33272e67e662c05","faf1e40e69e6378501bad7ab","9c48abd813ff3ce9a58df725","bdd2a2b5454c337d0d08008e","eaf8f10f1fb7f2401ceb6549","e3fce5f1e1e8d14e10809865","27bba211267d5570417f622c","8962563dcc6f8c32537e7cf9","ed160c208fe0d6fd577443a2","d89c7fdc274f08893e4629d1","3668be0998ee9f9dbe1cb4b4","5982871718a1d5284ac2e401","epoch-run-2hbbp8z6PhB7c2T33os9q5","epoch-run-kgJ2d6XbKj3dZutDcBYSKU","epoch-run-JcQMgXdZKU54u52B8TGQKp","epoch-run-64rokFyL2L8Vd4SZVdayCy","epoch-run-coxYk5vK5cBhQ7iZohMtA5","epoch-run-85fhMxLaebWtLoi6oLpTbi"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","deepseek-v4-pro-0424","glm-5","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","kimi-k2.6","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","step-3.7-flash","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-6.1-sol","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":22}],"unspecified":0,"total":22}},{"id":"claude-opus-4-6--effort-non-reasoning","name":"Claude Opus 4.6 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":13,"overallRating":{"score":0.09618606768230231,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5606532342883055},{"source":"Scale","independent":true,"share":0.43934676571169723}],"familyWeights":[{"family":"hle","share":0.49857724906932094},{"family":"ifbench","share":0.060484323380772614},{"family":"gpqa","share":0.05910911544588414},{"family":"critpt","share":0.05865874585401079},{"family":"omniscience","share":0.05836090510099899},{"family":"mmmu-pro","share":0.057895406694733864},{"family":"aa-lcr","share":0.05437781898827188},{"family":"gmmlu","share":0.05281246162111827},{"family":"tau-bench","share":0.05179324639265275},{"family":"terminal-bench","share":0.047930727452238725}]},"capabilityRatings":[{"bucket":"agentic","score":0.175304303869981,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17891932144356124,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4286742243825259,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20729137466753725,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1682034619445285,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1947201321051865,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6534149302561706,"lowerBound":0,"upperBound":1,"independentScore":0.6534149302561706,"independent":true,"opponentIds":209,"independentOpponentIds":209,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7082c066347d04c1fe0eff71"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7228920176969166,"lowerBound":0,"upperBound":1,"independentScore":0.7228920176969166,"independent":true,"opponentIds":210,"independentOpponentIds":210,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["77ac14caa7dab95c25617b11"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9510565276084221,"lowerBound":0,"upperBound":1,"independentScore":0.9510565276084221,"independent":true,"opponentIds":211,"independentOpponentIds":211,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["fe0515e03e065f0696032470"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7572525108550653,"lowerBound":0,"upperBound":1,"independentScore":0.7572525108550653,"independent":true,"opponentIds":223,"independentOpponentIds":223,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8be4cd366920585446a61182"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4087803328948406,"lowerBound":0,"upperBound":1,"independentScore":0.4087803328948406,"independent":true,"opponentIds":213,"independentOpponentIds":213,"panelSize":224,"publishers":["Artificial Analysis","Scale"],"observations":["4069d360565b333c9ffd8301","9a7a2837429ecbebf2d957b1","1ce57fce710e63f4fde5f000"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5352580215442462,"lowerBound":0,"upperBound":1,"independentScore":0.5352580215442462,"independent":true,"opponentIds":214,"independentOpponentIds":214,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["878ba5ccfafc3a3aac69124f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6618941487266605,"lowerBound":0,"upperBound":1,"independentScore":0.6618941487266605,"independent":true,"opponentIds":215,"independentOpponentIds":215,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["6a3c74c1e096ae95afdbfee4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9166009041059365,"lowerBound":0,"upperBound":1,"independentScore":0.9166009041059365,"independent":true,"opponentIds":216,"independentOpponentIds":216,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["64ac033ef434490438e5ae15"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7767125734425834,"lowerBound":0,"upperBound":1,"independentScore":0.7767125734425834,"independent":true,"opponentIds":217,"independentOpponentIds":217,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f5abc0c837684c900a63f681"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9773703352705928,"lowerBound":0,"upperBound":1,"independentScore":0.9773703352705928,"independent":true,"opponentIds":218,"independentOpponentIds":218,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9889f6fc9b3b06d00d1dd02a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7082c066347d04c1fe0eff71","77ac14caa7dab95c25617b11","fe0515e03e065f0696032470","8be4cd366920585446a61182","4069d360565b333c9ffd8301","878ba5ccfafc3a3aac69124f","6a3c74c1e096ae95afdbfee4","64ac033ef434490438e5ae15","f5abc0c837684c900a63f681","9889f6fc9b3b06d00d1dd02a","9a7a2837429ecbebf2d957b1","1ce57fce710e63f4fde5f000"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"claude-opus-4-6--effort-high","name":"Claude Opus 4.6 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":30,"overallRating":{"score":0.31052716939616837,"supported":true,"families":10,"publishers":4,"evaluationSources":4,"taskAreas":4,"opponents":61,"independentFamilies":10,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.2811470405148712},{"source":"Cognition","independent":true,"share":0.27940660645454096},{"source":"ARC Prize","independent":true,"share":0.2333124262115271},{"source":"LiveBench","independent":true,"share":0.2061339268190577}],"familyWeights":[{"family":"swe-rebench","share":0.28114704051487127},{"family":"frontiercode","share":0.2794066064545413},{"family":"arc-agi","share":0.23331242621152723},{"family":"livebench-coding","share":0.02944770383129378},{"family":"livebench-data","share":0.029447703831293755},{"family":"livebench-language","share":0.029447703831293755},{"family":"multi-swe-bench","share":0.029447703831293755},{"family":"livebench-instructions","share":0.02944770383129375},{"family":"livebench-math","share":0.02944770383129375},{"family":"livebench-reasoning","share":0.02944770383129375}]},"capabilityRatings":[{"bucket":"agentic","score":0.45614706645344566,"supported":false,"families":1,"independentFamilies":1,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5282555566639073,"supported":true,"families":3,"independentFamilies":3,"opponents":58,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.37585560389260886,"supported":true,"families":4,"independentFamilies":4,"opponents":38,"opponentLabs":7,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.35567100506638843,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7822115525368154,"lowerBound":0,"upperBound":1,"independentScore":0.7822115525368154,"independent":true,"opponentIds":219,"independentOpponentIds":219,"panelSize":49,"publishers":["ARC Prize"],"observations":["3da84ad297936aa3afed7671"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.1207474844274077,"lowerBound":0,"upperBound":1,"independentScore":0.1207474844274077,"independent":true,"opponentIds":224,"independentOpponentIds":224,"panelSize":10,"publishers":["Cognition"],"observations":["4348fbb897a2a59eae46e3f4","0d5e49902497ab349126387e"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.39930623892934497,"lowerBound":0,"upperBound":1,"independentScore":0.39930623892934497,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b3c92aa9680c3988ba1d0614","panel-fb548e320f80168b36d88c76","panel-9af7f61af6179d5eac0c51be","panel-0d7a1d9d2a51aa4564298f91"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.3950501869710687,"lowerBound":0,"upperBound":1,"independentScore":0.3950501869710687,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c7a6b32798ef20c70836ed4e","panel-bfd076ce374bb30a922457d6"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.6186774257036018,"lowerBound":0,"upperBound":1,"independentScore":0.6186774257036018,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-02715a3959bcec12a2118d77","panel-5db103e8c0d0940f23c1c437","panel-025bcfd2e9a4b3b37fa9de55"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.3843403529488947,"lowerBound":0,"upperBound":1,"independentScore":0.3843403529488947,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-39728f4c4f0069938bbfdf20","panel-83f1eb7d5def019910aba669","panel-4d1ffd4d663cda024c844433"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.345699665420193,"lowerBound":0,"upperBound":1,"independentScore":0.345699665420193,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6414676946387e29fa05c0a8","panel-b8667c26ba0685da759190a2","panel-0a0b1cc3b474cddeab9176c2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5615774453847672,"lowerBound":0,"upperBound":1,"independentScore":0.5615774453847672,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f1f80cee7d1e762d01154e92","panel-a794216ca56ac67f785dad20","panel-ef6437efce9a4ee894b838eb","panel-f1903bf3ae7784fac180c5c6"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.22067506396378692,"lowerBound":0,"upperBound":1,"independentScore":0.22067506396378692,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-53612080416a8a2c52255475","panel-19218562af1e33a655a35d87","panel-ba137339713465f06d96bfe2","panel-f627cd7090aff302ea1688bd"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5833333333333334,"lowerBound":0,"upperBound":1,"independentScore":0.5833333333333334,"independent":true,"opponentIds":226,"independentOpponentIds":226,"panelSize":9,"publishers":["SWE-rebench"],"observations":["panel-439f39520f3958e5a7901ccc","panel-9cfedefbaaad4dfb46e7ab3e","panel-af6affc17d37d1ebceed5651","panel-c4a47cfea3565c4484c1c8b8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3da84ad297936aa3afed7671","4348fbb897a2a59eae46e3f4","0d5e49902497ab349126387e","panel-b3c92aa9680c3988ba1d0614","panel-c7a6b32798ef20c70836ed4e","panel-bfd076ce374bb30a922457d6","panel-02715a3959bcec12a2118d77","panel-39728f4c4f0069938bbfdf20","panel-fb548e320f80168b36d88c76","panel-6414676946387e29fa05c0a8","panel-f1f80cee7d1e762d01154e92","panel-9af7f61af6179d5eac0c51be","panel-0d7a1d9d2a51aa4564298f91","panel-53612080416a8a2c52255475","panel-5db103e8c0d0940f23c1c437","panel-b8667c26ba0685da759190a2","panel-19218562af1e33a655a35d87","panel-a794216ca56ac67f785dad20","panel-ba137339713465f06d96bfe2","panel-f627cd7090aff302ea1688bd","panel-83f1eb7d5def019910aba669","panel-4d1ffd4d663cda024c844433","panel-ef6437efce9a4ee894b838eb","panel-0a0b1cc3b474cddeab9176c2","panel-025bcfd2e9a4b3b37fa9de55","panel-f1903bf3ae7784fac180c5c6","panel-439f39520f3958e5a7901ccc","panel-9cfedefbaaad4dfb46e7ab3e","panel-af6affc17d37d1ebceed5651","panel-c4a47cfea3565c4484c1c8b8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-sonnet-5-5","claude-opus-4-7","claude-sonnet-5","claude-opus-4-5-20251101","gemini-3.1-pro","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","gpt-5.3-codex","deepseek-v4-pro-0424","glm-5.2"]},"effort":{"label":"High","settings":[{"label":"High","observations":30}],"unspecified":0,"total":30}},{"id":"claude-opus-4-6--effort-low","name":"Claude Opus 4.6 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":4,"overallRating":{"score":0.04986829901736858,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":53,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.35965045167506793},{"source":"Epoch AI","independent":true,"share":0.35889254195912934},{"source":"ARC Prize","independent":true,"share":0.2814570063658056}],"familyWeights":[{"family":"frontiercode","share":0.3596504516750679},{"family":"epoch-game-puzzles","share":0.35889254195912934},{"family":"arc-agi","share":0.2814570063658058}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.14485071239673866,"supported":true,"families":2,"independentFamilies":2,"opponents":50,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13995995550759277,"supported":false,"families":1,"independentFamilies":1,"opponents":10,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7732852744126656,"lowerBound":0,"upperBound":1,"independentScore":0.7732852744126656,"independent":true,"opponentIds":219,"independentOpponentIds":219,"panelSize":49,"publishers":["ARC Prize"],"observations":["cc808875c949319a9c28aeb4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.026031982149497958,"lowerBound":0,"upperBound":1,"independentScore":0.026031982149497958,"independent":true,"opponentIds":224,"independentOpponentIds":224,"panelSize":10,"publishers":["Cognition"],"observations":["9183ca03c441d129fd6a8992","01c83861b72d5096082de252"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":227,"independentOpponentIds":227,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-JarZHkwUMZ6HuA4ArMNT45"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cc808875c949319a9c28aeb4","9183ca03c441d129fd6a8992","01c83861b72d5096082de252","epoch-run-JarZHkwUMZ6HuA4ArMNT45"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-sonnet-5-5","claude-opus-4-7","claude-sonnet-5","gemini-3.1-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":4}],"unspecified":0,"total":4}},{"id":"claude-opus-4-6--effort-medium","name":"Claude Opus 4.6 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":3,"overallRating":{"score":0.20452011283127305,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":52,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5686445946239267},{"source":"ARC Prize","independent":true,"share":0.431355405376075}],"familyWeights":[{"family":"frontiercode","share":0.5686445946239264},{"family":"arc-agi","share":0.4313554053760746}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.5248294646618981,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1795935892139141,"supported":false,"families":1,"independentFamilies":1,"opponents":10,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8088869965744812,"lowerBound":0,"upperBound":1,"independentScore":0.8088869965744812,"independent":true,"opponentIds":219,"independentOpponentIds":219,"panelSize":49,"publishers":["ARC Prize"],"observations":["06f217cc8cc75c7a1ed581a5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.06713984270093994,"lowerBound":0,"upperBound":1,"independentScore":0.06713984270093994,"independent":true,"opponentIds":224,"independentOpponentIds":224,"panelSize":10,"publishers":["Cognition"],"observations":["8f57b7f23dea1aca619ea9db","bced9c84bedddd36c1d85054"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["06f217cc8cc75c7a1ed581a5","8f57b7f23dea1aca619ea9db","bced9c84bedddd36c1d85054"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-sonnet-5-5","claude-opus-4-7","claude-sonnet-5"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-4-6--effort-thinking","name":"Claude Opus 4.6 · Thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":1,"overallRating":{"score":0.06645605384712656,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":2,"independentFamilies":0,"reason":"Needs 3 benchmark families, a reviewed independent evaluator, 3 distinct opponents, 2 independently measured families","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}],"familyWeights":[{"family":"swe-bench-pro","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.10930398557095339,"supported":false,"families":1,"independentFamilies":0,"opponents":2,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"swe-bench-pro","label":"swe-bench-pro","bucket":"coding","score":0.96,"lowerBound":0,"upperBound":1,"independentScore":0.96,"independent":true,"opponentIds":228,"independentOpponentIds":228,"panelSize":2,"publishers":["Scale"],"observations":["f95de089dfd26220d76b06bd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f95de089dfd26220d76b06bd"],"opponentModelIds":["gemini-3.1-pro","gpt-5.4"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-7--effort-max","name":"Claude Opus 4.7 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":33,"overallRating":{"score":0.33492456408559734,"supported":true,"families":24,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":236,"independentFamilies":24,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.21310546838495428},{"source":"Cognition","independent":true,"share":0.21264141594067593},{"source":"Terminal-Bench","independent":true,"share":0.20474414189611131},{"source":"Epoch AI","independent":true,"share":0.1993282717096171},{"source":"Vals AI","independent":true,"share":0.17018070206863464}],"familyWeights":[{"family":"terminal-bench","share":0.22147099336952913},{"family":"frontiercode","share":0.21264141594067573},{"family":"gpqa","share":0.06892513069580387},{"family":"aime","share":0.05198765023889985},{"family":"epoch-game-puzzles","share":0.04951623747077802},{"family":"frontiermath","share":0.04559468520520731},{"family":"harvey","share":0.024612408832303388},{"family":"vals-code-migration","share":0.024567121378589084},{"family":"vibe-code","share":0.024517779258598663},{"family":"vals-legal-research","share":0.024388071218119655},{"family":"vals-excel-modeling","share":0.024200068549626766},{"family":"vals-tax-agent","share":0.02410469451979396},{"family":"mmlu-pro","share":0.023790558311603035},{"family":"gdpval","share":0.016934620812612405},{"family":"tau-bench","share":0.01693248346771691},{"family":"ifbench","share":0.016900210251807178},{"family":"mmmu-pro","share":0.016820449046356326},{"family":"critpt","share":0.01677991275448456},{"family":"hle","share":0.016777203996133777},{"family":"omniscience","share":0.0167360179368551},{"family":"aa-lcr","share":0.01641265593366017},{"family":"briefcase","share":0.015812656393173738},{"family":"itbench","share":0.014939615790610762},{"family":"analyst-agent","share":0.01463735862705757}]},"capabilityRatings":[{"bucket":"agentic","score":0.523236368623995,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3951507471525096,"supported":true,"families":6,"independentFamilies":6,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.43885759097318894,"supported":true,"families":4,"independentFamilies":4,"opponents":211,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.46995235393104257,"supported":true,"families":3,"independentFamilies":3,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.38611527215754277,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4485695382821864,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.6286511371439095,"lowerBound":0,"upperBound":1,"independentScore":0.6286511371439095,"independent":true,"opponentIds":229,"independentOpponentIds":229,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["230d3d8b83042b632453157b"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7173906804293733,"lowerBound":0,"upperBound":1,"independentScore":0.7173906804293733,"independent":true,"opponentIds":230,"independentOpponentIds":230,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6142ab1e934d7ff75a871540"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5651247336091272,"lowerBound":0,"upperBound":1,"independentScore":0.5651247336091272,"independent":true,"opponentIds":231,"independentOpponentIds":231,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-T4y4iGHMqA8tXCdBKr5GjS"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.824595399867856,"lowerBound":0,"upperBound":1,"independentScore":0.824595399867856,"independent":true,"opponentIds":232,"independentOpponentIds":232,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["45725090e3ebb260f56a646d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8297632959150281,"lowerBound":0,"upperBound":1,"independentScore":0.8297632959150281,"independent":true,"opponentIds":233,"independentOpponentIds":233,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["18ee4e38399f8dc8f62db6af"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7680031300235283,"lowerBound":0,"upperBound":1,"independentScore":0.7680031300235283,"independent":true,"opponentIds":234,"independentOpponentIds":234,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a615ab831a3f6c984efe2a74"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6457037006445949,"lowerBound":0,"upperBound":1,"independentScore":0.6457037006445949,"independent":true,"opponentIds":235,"independentOpponentIds":235,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["d9ae69d15a29c2e348242045","epoch-run-Ju7pUkkwYVj6ugi9Ri5Jjp"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.49994076999012815,"lowerBound":0,"upperBound":1,"independentScore":0.49994076999012815,"independent":true,"opponentIds":236,"independentOpponentIds":236,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8941554308790443,"lowerBound":0,"upperBound":1,"independentScore":0.8941554308790443,"independent":true,"opponentIds":237,"independentOpponentIds":237,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["19efc850d9a3b9e724fc29ec"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6871741848060402,"lowerBound":0,"upperBound":1,"independentScore":0.6871741848060402,"independent":true,"opponentIds":238,"independentOpponentIds":238,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["98e0842c05983f6201644100"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7967414454291205,"lowerBound":0,"upperBound":1,"independentScore":0.7967414454291205,"independent":true,"opponentIds":239,"independentOpponentIds":239,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["36a79ec29a0e790aea0a9691"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8397596394591886,"lowerBound":0,"upperBound":1,"independentScore":0.8397596394591886,"independent":true,"opponentIds":240,"independentOpponentIds":240,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8386026953864593,"lowerBound":0,"upperBound":1,"independentScore":0.8386026953864593,"independent":true,"opponentIds":241,"independentOpponentIds":241,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f66c2dd60241efe31cd7779a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9207137394514473,"lowerBound":0,"upperBound":1,"independentScore":0.9207137394514473,"independent":true,"opponentIds":242,"independentOpponentIds":242,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9a5d2158fe7907c3a18741a3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8179512485717518,"lowerBound":0,"upperBound":1,"independentScore":0.8179512485717518,"independent":true,"opponentIds":243,"independentOpponentIds":243,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["147757ed73e9880fc778d2b4","3260ef32a5d5523de7b68fdb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.36471457293938914,"lowerBound":0,"upperBound":1,"independentScore":0.36471457293938914,"independent":true,"opponentIds":244,"independentOpponentIds":244,"panelSize":201,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["53e61ad8c67c2d8ca29cdf71","fc5cf8e34ddef72ce4b067b2","da713bbecda4ed9bb6e4575a","f1a9e8085f72db6bccf6962b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.33262473427535316,"lowerBound":0,"upperBound":1,"independentScore":0.33262473427535316,"independent":true,"opponentIds":245,"independentOpponentIds":245,"panelSize":10,"publishers":["Cognition"],"observations":["f1f80cdfdf2fedc08b3c8e7d","7db12365ec82e0beae8240ba"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6319413256616706,"lowerBound":0,"upperBound":1,"independentScore":0.6319413256616706,"independent":true,"opponentIds":246,"independentOpponentIds":246,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-P4LXQ9PyDDziEANMB5jVRd","epoch-run-ZkNQ7GER7Mc9FSPmpUzgKH"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.618347450855042,"lowerBound":0,"upperBound":1,"independentScore":0.618347450855042,"independent":true,"opponentIds":247,"independentOpponentIds":247,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-VFYhE54autgdYcMJNXicwU"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.5824466317269589,"lowerBound":0,"upperBound":1,"independentScore":0.5824466317269589,"independent":true,"opponentIds":248,"independentOpponentIds":248,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.4545209917320488,"lowerBound":0,"upperBound":1,"independentScore":0.4545209917320488,"independent":true,"opponentIds":249,"independentOpponentIds":249,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.49184920345107586,"lowerBound":0,"upperBound":1,"independentScore":0.49184920345107586,"independent":true,"opponentIds":250,"independentOpponentIds":250,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.39905529167869425,"lowerBound":0,"upperBound":1,"independentScore":0.39905529167869425,"independent":true,"opponentIds":251,"independentOpponentIds":251,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.5478149359942083,"lowerBound":0,"upperBound":1,"independentScore":0.5478149359942083,"independent":true,"opponentIds":252,"independentOpponentIds":252,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-opus-4-7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["230d3d8b83042b632453157b","6142ab1e934d7ff75a871540","45725090e3ebb260f56a646d","18ee4e38399f8dc8f62db6af","a615ab831a3f6c984efe2a74","d9ae69d15a29c2e348242045","19efc850d9a3b9e724fc29ec","98e0842c05983f6201644100","36a79ec29a0e790aea0a9691","f66c2dd60241efe31cd7779a","9a5d2158fe7907c3a18741a3","147757ed73e9880fc778d2b4","3260ef32a5d5523de7b68fdb","53e61ad8c67c2d8ca29cdf71","fc5cf8e34ddef72ce4b067b2","da713bbecda4ed9bb6e4575a","f1a9e8085f72db6bccf6962b","f1f80cdfdf2fedc08b3c8e7d","7db12365ec82e0beae8240ba","epoch-run-P4LXQ9PyDDziEANMB5jVRd","epoch-run-ZkNQ7GER7Mc9FSPmpUzgKH","epoch-run-Ju7pUkkwYVj6ugi9Ri5Jjp","epoch-run-VFYhE54autgdYcMJNXicwU","epoch-run-T4y4iGHMqA8tXCdBKr5GjS","vals-code-migration-v1:anthropic/claude-opus-4-7","vals-legal-research-v1:anthropic/claude-opus-4-7","vals-emb-v1:anthropic/claude-opus-4-7","vals-mmlu-pro-v1:anthropic/claude-opus-4-7","vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-7","vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-7","vals-tax-agent-bench-v1:anthropic/claude-opus-4-7"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":33}],"unspecified":0,"total":33}},{"id":"claude-opus-4-7--effort-non-reasoning","name":"Claude Opus 4.7 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":12,"overallRating":{"score":0.16874012226909194,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000027}],"familyWeights":[{"family":"aa-lcr","share":0.12374273471677534},{"family":"ifbench","share":0.10713006503516735},{"family":"gpqa","share":0.10554567802526926},{"family":"hle","share":0.1054362916949675},{"family":"critpt","share":0.10477975470590274},{"family":"mmmu-pro","share":0.10350858449535547},{"family":"omniscience","share":0.10322820154060772},{"family":"tau-bench","share":0.09107177251080027},{"family":"terminal-bench","share":0.08340151272340532},{"family":"briefcase","share":0.07215540455175341}]},"capabilityRatings":[{"bucket":"agentic","score":0.16764204915975553,"supported":true,"families":2,"independentFamilies":2,"opponents":215,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.30381734556534834,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.48733393465787495,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15921999543484064,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.28756263506415247,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5702978530144159,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6037808880471657,"lowerBound":0,"upperBound":1,"independentScore":0.6037808880471657,"independent":true,"opponentIds":230,"independentOpponentIds":230,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["804c0eb91ca7984918edf037"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8381052012868515,"lowerBound":0,"upperBound":1,"independentScore":0.8381052012868515,"independent":true,"opponentIds":253,"independentOpponentIds":253,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["fe3bce7d99bdaec121ad81a0","7c3f2dfeb685623b873b99c4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7944585247015605,"lowerBound":0,"upperBound":1,"independentScore":0.7944585247015605,"independent":true,"opponentIds":233,"independentOpponentIds":233,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f56ecb77460063c3aaa9e902"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8886110856101357,"lowerBound":0,"upperBound":1,"independentScore":0.8886110856101357,"independent":true,"opponentIds":254,"independentOpponentIds":254,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ec4a3a88869c76d0c90cf0da"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8379906058613515,"lowerBound":0,"upperBound":1,"independentScore":0.8379906058613515,"independent":true,"opponentIds":237,"independentOpponentIds":237,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["77e7982cf86fa643461872bc"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5034231515678178,"lowerBound":0,"upperBound":1,"independentScore":0.5034231515678178,"independent":true,"opponentIds":238,"independentOpponentIds":238,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["56a0744f016cf615838f1aee"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8075695456140051,"lowerBound":0,"upperBound":1,"independentScore":0.8075695456140051,"independent":true,"opponentIds":241,"independentOpponentIds":241,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["35884c5a3a5d3a0905614cfa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.904630278552408,"lowerBound":0,"upperBound":1,"independentScore":0.904630278552408,"independent":true,"opponentIds":242,"independentOpponentIds":242,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2d4d6debc6979aee50be3031"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6767281601275712,"lowerBound":0,"upperBound":1,"independentScore":0.6767281601275712,"independent":true,"opponentIds":255,"independentOpponentIds":255,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["86cb9a8643a9e957a2818486"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.995499282229936,"lowerBound":0,"upperBound":1,"independentScore":0.995499282229936,"independent":true,"opponentIds":256,"independentOpponentIds":256,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["139f2ae5d7aa248b64f48508"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["804c0eb91ca7984918edf037","fe3bce7d99bdaec121ad81a0","f56ecb77460063c3aaa9e902","ec4a3a88869c76d0c90cf0da","77e7982cf86fa643461872bc","56a0744f016cf615838f1aee","7c3f2dfeb685623b873b99c4","35884c5a3a5d3a0905614cfa","2d4d6debc6979aee50be3031","86cb9a8643a9e957a2818486","139f2ae5d7aa248b64f48508"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"claude-opus-4-8--effort-max","name":"Claude Opus 4.8 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":81,"overallRating":{"score":0.5292818767033628,"supported":true,"families":42,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":236,"independentFamilies":33,"reason":null,"independentSources":6,"labWeightShare":0.24737552873802426,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Moonshot AI","independent":false,"share":0.24737552873802515},{"source":"Artificial Analysis","independent":true,"share":0.1327619183748477},{"source":"Cognition","independent":true,"share":0.1322264018614695},{"source":"Terminal-Bench","independent":true,"share":0.12876003219798207},{"source":"Vals AI","independent":true,"share":0.1264901265969112},{"source":"LiveBench","independent":true,"share":0.12236817243289194},{"source":"Epoch AI","independent":true,"share":0.11001781979787167}],"familyWeights":[{"family":"terminal-bench","share":0.15239445488547607},{"family":"frontiercode","share":0.1322264018614697},{"family":"gpqa","share":0.03216663364765548},{"family":"automationbench","share":0.032101568174307336},{"family":"hle","share":0.03209747604500535},{"family":"simpleqa","share":0.030082106336853088},{"family":"frontiermath","share":0.029452354719684402},{"family":"aime","share":0.025244446146699802},{"family":"epoch-game-puzzles","share":0.025238912594634382},{"family":"deepswe","share":0.022578587267108145},{"family":"mcp-atlas","share":0.022578587267108145},{"family":"officeqa","share":0.022578587267108145},{"family":"toolathlon","share":0.022578587267108145},{"family":"charxiv","share":0.022502515636326253},{"family":"mmmu-pro","share":0.022502515636326253},{"family":"osworld","share":0.022502515636326253},{"family":"deepsearchqa","share":0.021893942590071123},{"family":"livebench-coding","share":0.017481167490413098},{"family":"livebench-instructions","share":0.01748116749041309},{"family":"livebench-math","share":0.01748116749041309},{"family":"livebench-reasoning","share":0.01748116749041309},{"family":"livebench-data","share":0.017481167490413087},{"family":"livebench-language","share":0.017481167490413087},{"family":"multi-swe-bench","share":0.017481167490413087},{"family":"vals-code-migration","share":0.01410928568587155},{"family":"vals-legal-research","share":0.014088544561365077},{"family":"vibe-code","share":0.014088544561365077},{"family":"vals-excel-modeling","share":0.014066766380633285},{"family":"vals-finance-agent","share":0.014043871370120364},{"family":"vals-tax-agent","share":0.014043871370120364},{"family":"harvey","share":0.014033831200962629},{"family":"mmlu-pro","share":0.01395833892077977},{"family":"ifbench","share":0.009602789318548573},{"family":"critpt","share":0.00959467044905431},{"family":"omniscience","share":0.00959393370509358},{"family":"tau-bench","share":0.009582843394715027},{"family":"gdpval","share":0.009561175637497437},{"family":"briefcase","share":0.009548300892513743},{"family":"gdp-pdf","share":0.009521224814522396},{"family":"aa-lcr","share":0.00943672459611791},{"family":"enterprise-ops","share":0.009067929316101425},{"family":"analyst-agent","share":0.008968988412458757}]},"capabilityRatings":[{"bucket":"agentic","score":0.576532734432362,"supported":true,"families":18,"independentFamilies":13,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5817979512026259,"supported":true,"families":8,"independentFamilies":7,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5569404225924603,"supported":true,"families":7,"independentFamilies":6,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4840538812299893,"supported":true,"families":6,"independentFamilies":6,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6362565367612179,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.6649890516005664,"lowerBound":0,"upperBound":1,"independentScore":0.6649890516005664,"independent":true,"opponentIds":257,"independentOpponentIds":257,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["65ddd6b7454ecf908d3f195a"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7575288706342391,"lowerBound":0,"upperBound":1,"independentScore":0.7575288706342391,"independent":true,"opponentIds":258,"independentOpponentIds":258,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8886355db52097534e7693f2"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":152,"independentOpponentIds":152,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-37pJqPpXTE6ia9ikmmGPJ4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8195099216495382,"lowerBound":0,"upperBound":1,"independentScore":0.8195099216495382,"independent":true,"opponentIds":259,"independentOpponentIds":259,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["fb5d73e50fc866659481b5fa","72167db58f6c4cf8a86c5024"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5596495854778586,"lowerBound":0,"upperBound":1,"independentScore":0.6890939198725572,"independent":true,"opponentIds":260,"independentOpponentIds":260,"panelSize":109,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["88573658b1f16a32767f85c5","launch-kimi-823"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9203402938901777,"lowerBound":0,"upperBound":1,"independentScore":0.9203402938901777,"independent":true,"opponentIds":261,"independentOpponentIds":261,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["33629a1e5c67bf1cec936707"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6646863375425588,"lowerBound":0,"upperBound":1,"independentScore":0.6646863375425588,"independent":true,"opponentIds":262,"independentOpponentIds":262,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["11c80c3d3d1f51d0aa8ae988"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8828746351534131,"lowerBound":0,"upperBound":1,"independentScore":0.8828746351534131,"independent":true,"opponentIds":263,"independentOpponentIds":263,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["c4714228dc4d583a0b07323b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.832361412619361,"lowerBound":0,"upperBound":1,"independentScore":0.832361412619361,"independent":true,"opponentIds":264,"independentOpponentIds":264,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["17cfee3e3a4d9ad1ca6506d6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.27196122026175656,"lowerBound":0,"upperBound":1,"independentScore":0.9123940989978692,"independent":true,"opponentIds":265,"independentOpponentIds":265,"panelSize":212,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["df2b37e1775ec294a81b7593","launch-kimi-705"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7094625056354256,"lowerBound":0,"upperBound":1,"independentScore":0.7094625056354256,"independent":true,"opponentIds":266,"independentOpponentIds":266,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8679097666573006,"lowerBound":0,"upperBound":1,"independentScore":0.9542854385456975,"independent":true,"opponentIds":267,"independentOpponentIds":267,"panelSize":224,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["b7463337503ad39673a476d1","launch-kimi-727","launch-kimi-726"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7177497200664102,"lowerBound":0,"upperBound":1,"independentScore":0.7177497200664102,"independent":true,"opponentIds":268,"independentOpponentIds":268,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["926f42994e94735363f94c2a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7777503395480924,"lowerBound":0,"upperBound":1,"independentScore":0.7777503395480924,"independent":true,"opponentIds":269,"independentOpponentIds":269,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":270,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-941","launch-kimi-940"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9091284820764338,"lowerBound":0,"upperBound":1,"independentScore":0.9091284820764338,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8fb0e686d83be066ccba241f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8501745536163674,"lowerBound":0,"upperBound":1,"independentScore":0.8501745536163674,"independent":true,"opponentIds":272,"independentOpponentIds":272,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d188aab83722a63c82439dca","b2015a25bd1af98428159ba1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.20210078090935904,"lowerBound":0,"upperBound":1,"independentScore":0.20210078090935904,"independent":true,"opponentIds":273,"independentOpponentIds":273,"panelSize":217,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["eff7039460ae03fa38a6104a","1044cd275af0efa750177c3e","adb60ff15f3922d889d1d9f2","3bb49576b7608521da1ae45c","vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.2525268951689255,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":274,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-733"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6254363847944138,"lowerBound":0,"upperBound":1,"independentScore":0.6254363847944138,"independent":true,"opponentIds":275,"independentOpponentIds":275,"panelSize":10,"publishers":["Cognition"],"observations":["c16b09ec865ee083d20ed15f","5ce108c441495c34dbedea2f"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7191890926411051,"lowerBound":0,"upperBound":1,"independentScore":0.7191890926411051,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c2408725a1995f2f76a38c0a","panel-5610f87659e4a35f39fc8224","panel-3dd977ca39f5c684439cf98e","panel-141f8c45edac9dc4154ac08a"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7036199095022624,"lowerBound":0,"upperBound":1,"independentScore":0.7036199095022624,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-335d542464864769d1ca1bdf","panel-e79c5684c29cd6b303b8c12e"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.42371199491942574,"lowerBound":0,"upperBound":1,"independentScore":0.42371199491942574,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-de5882ae22989b74ec6dc0e7","panel-4ed8370e5706671ee5d2dd82","panel-5317018cf4f7cd8ae532c388"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.311383662776852,"lowerBound":0,"upperBound":1,"independentScore":0.311383662776852,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-dd863a0d16624af984380aa0","panel-e90fea5b53cba5c187c6980e","panel-502f63677ac7031d9e46c35a"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.4343494482813373,"lowerBound":0,"upperBound":1,"independentScore":0.4343494482813373,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-af8e1e7afb22e13a8161b804","panel-75a12802fa02fbeea400c4cb","panel-56a4d57c73bfc7aaac0a1a33"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6208621100261966,"lowerBound":0,"upperBound":1,"independentScore":0.6208621100261966,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c3668fe9c1af9e1f815034dc","panel-c8c35a24dc4b0f79d4adbb2f","panel-f91ef1733b24ae4b57da78dc","panel-7aab7aefea402a837eb331c7"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6214574898785424,"lowerBound":0,"upperBound":1,"independentScore":0.6214574898785424,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d1b3a97faa4ffcecfd7ad8f3","panel-69f8e076de1d08be8612d652","panel-f24c3abaf143433907c54872","panel-520b3b60cfad57f258de5139"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7645104027223381,"lowerBound":0,"upperBound":1,"independentScore":0.7645104027223381,"independent":true,"opponentIds":277,"independentOpponentIds":277,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-JiqgqBTfkGx797uowZgJbk","epoch-run-GVmgtgKMwEqc54f3jA7auP"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.847925849203529,"lowerBound":0,"upperBound":1,"independentScore":0.847925849203529,"independent":true,"opponentIds":278,"independentOpponentIds":278,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-Q3WpHdurYNvawj6ycXyj6e"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.6871610435576869,"lowerBound":0,"upperBound":1,"independentScore":0.6871610435576869,"independent":true,"opponentIds":279,"independentOpponentIds":279,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-ViC6pxQZUVS3E9M9iEubF7"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5701848509974151,"lowerBound":0,"upperBound":1,"independentScore":0.5701848509974151,"independent":true,"opponentIds":280,"independentOpponentIds":280,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7130685660190235,"lowerBound":0,"upperBound":1,"independentScore":0.7130685660190235,"independent":true,"opponentIds":281,"independentOpponentIds":281,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.6623965222217083,"lowerBound":0,"upperBound":1,"independentScore":0.6623965222217083,"independent":true,"opponentIds":282,"independentOpponentIds":282,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.7069505768409059,"lowerBound":0,"upperBound":1,"independentScore":0.7069505768409059,"independent":true,"opponentIds":283,"independentOpponentIds":283,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.6951163113351524,"lowerBound":0,"upperBound":1,"independentScore":0.6951163113351524,"independent":true,"opponentIds":284,"independentOpponentIds":284,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.6140808662147004,"lowerBound":0,"upperBound":1,"independentScore":0.6140808662147004,"independent":true,"opponentIds":285,"independentOpponentIds":285,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.5067611667967548,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":270,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-865","launch-kimi-870"],"sourceScores":[]},{"id":"charxiv","label":"charxiv","bucket":"multimodal","score":0.3378407778645032,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":270,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-951","launch-kimi-950"],"sourceScores":[]},{"id":"deepsearchqa","label":"deepsearchqa","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":286,"independentOpponentIds":110,"panelSize":1,"publishers":["Moonshot AI"],"observations":["launch-kimi-791"],"sourceScores":[]},{"id":"officeqa","label":"officeqa","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":274,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-853"],"sourceScores":[]},{"id":"mcp-atlas","label":"mcp-atlas","bucket":"agentic","score":0.6313172379223138,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":274,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-817"],"sourceScores":[]},{"id":"toolathlon","label":"toolathlon","bucket":"agentic","score":0.7575806855067766,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":274,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-806"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["65ddd6b7454ecf908d3f195a","8886355db52097534e7693f2","fb5d73e50fc866659481b5fa","88573658b1f16a32767f85c5","33629a1e5c67bf1cec936707","11c80c3d3d1f51d0aa8ae988","c4714228dc4d583a0b07323b","17cfee3e3a4d9ad1ca6506d6","df2b37e1775ec294a81b7593","b7463337503ad39673a476d1","926f42994e94735363f94c2a","72167db58f6c4cf8a86c5024","8fb0e686d83be066ccba241f","d188aab83722a63c82439dca","b2015a25bd1af98428159ba1","eff7039460ae03fa38a6104a","1044cd275af0efa750177c3e","adb60ff15f3922d889d1d9f2","c16b09ec865ee083d20ed15f","5ce108c441495c34dbedea2f","3bb49576b7608521da1ae45c","panel-c2408725a1995f2f76a38c0a","panel-335d542464864769d1ca1bdf","panel-e79c5684c29cd6b303b8c12e","panel-de5882ae22989b74ec6dc0e7","panel-dd863a0d16624af984380aa0","panel-5610f87659e4a35f39fc8224","panel-af8e1e7afb22e13a8161b804","panel-c3668fe9c1af9e1f815034dc","panel-3dd977ca39f5c684439cf98e","panel-141f8c45edac9dc4154ac08a","panel-d1b3a97faa4ffcecfd7ad8f3","panel-4ed8370e5706671ee5d2dd82","panel-75a12802fa02fbeea400c4cb","panel-69f8e076de1d08be8612d652","panel-c8c35a24dc4b0f79d4adbb2f","panel-f24c3abaf143433907c54872","panel-520b3b60cfad57f258de5139","panel-e90fea5b53cba5c187c6980e","panel-502f63677ac7031d9e46c35a","panel-f91ef1733b24ae4b57da78dc","panel-56a4d57c73bfc7aaac0a1a33","panel-5317018cf4f7cd8ae532c388","panel-7aab7aefea402a837eb331c7","epoch-run-JiqgqBTfkGx797uowZgJbk","epoch-run-GVmgtgKMwEqc54f3jA7auP","epoch-run-Q3WpHdurYNvawj6ycXyj6e","epoch-run-37pJqPpXTE6ia9ikmmGPJ4","epoch-run-ViC6pxQZUVS3E9M9iEubF7","vals-finance-agent-v2:anthropic/claude-opus-4-8","vals-code-migration-v1:anthropic/claude-opus-4-8","vals-legal-research-v1:anthropic/claude-opus-4-8","vals-emb-v1:anthropic/claude-opus-4-8","vals-mmlu-pro-v1:anthropic/claude-opus-4-8","vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-8","vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-8","vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-8","vals-tax-agent-bench-v1:anthropic/claude-opus-4-8","launch-kimi-951","launch-kimi-950","launch-kimi-823","launch-kimi-705","launch-kimi-791","launch-kimi-733","launch-kimi-727","launch-kimi-726","launch-kimi-865","launch-kimi-870","launch-kimi-853","launch-kimi-941","launch-kimi-940","launch-kimi-817","launch-kimi-806"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":81}],"unspecified":0,"total":81}},{"id":"claude-opus-4-8--effort-high","name":"Claude Opus 4.8 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":6,"overallRating":{"score":0.4633704486064592,"supported":true,"families":4,"publishers":4,"evaluationSources":4,"taskAreas":2,"opponents":59,"independentFamilies":4,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2984356364001465},{"source":"Cognition","independent":true,"share":0.2982348328396918},{"source":"Terminal-Bench","independent":true,"share":0.23935762767904006},{"source":"Datacurve","independent":true,"share":0.16397190308112314}],"familyWeights":[{"family":"arc-agi","share":0.2984356364001463},{"family":"frontiercode","share":0.29823483283969177},{"family":"terminal-bench","share":0.23935762767904006},{"family":"deepswe","share":0.1639719030811232}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.5908005525802986,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5151578973292728,"supported":true,"families":3,"independentFamilies":3,"opponents":32,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7674418604651163,"lowerBound":0,"upperBound":1,"independentScore":0.7674418604651163,"independent":true,"opponentIds":287,"independentOpponentIds":287,"panelSize":4,"publishers":["Terminal-Bench"],"observations":["766dde2b58473794011e3786"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7897150522041769,"lowerBound":0,"upperBound":1,"independentScore":0.7897150522041769,"independent":true,"opponentIds":288,"independentOpponentIds":288,"panelSize":49,"publishers":["ARC Prize"],"observations":["b5c453e45d5a65111bf8c8fc"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.32201745877788546,"lowerBound":0,"upperBound":1,"independentScore":0.32201745877788546,"independent":true,"opponentIds":289,"independentOpponentIds":289,"panelSize":25,"publishers":["Datacurve"],"observations":["3ed225cfbd8da4a68cb773eb"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4419795221843003,"lowerBound":0,"upperBound":1,"independentScore":0.4419795221843003,"independent":true,"opponentIds":275,"independentOpponentIds":275,"panelSize":10,"publishers":["Cognition"],"observations":["1cf1455535fc32710e1965cf","541e90621a96734aecdd8834"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b5c453e45d5a65111bf8c8fc","3ed225cfbd8da4a68cb773eb","766dde2b58473794011e3786","1cf1455535fc32710e1965cf","541e90621a96734aecdd8834"],"opponentModelIds":["claude-fable-5","claude-opus-4-7","claude-sonnet-5","glm-5.1","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","gemini-3.1-pro","glm-5.2","glm-5.3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-sonnet-5-5"]},"effort":{"label":"High","settings":[{"label":"High","observations":6}],"unspecified":0,"total":6}},{"id":"claude-opus-4-8--effort-low","name":"Claude Opus 4.8 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":7,"overallRating":{"score":0.3219597171358646,"supported":true,"families":5,"publishers":4,"evaluationSources":4,"taskAreas":2,"opponents":80,"independentFamilies":5,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3065173531320602},{"source":"Cognition","independent":true,"share":0.3063111117575631},{"source":"Epoch AI","independent":true,"share":0.21875922910459608},{"source":"Datacurve","independent":true,"share":0.16841230600578475}],"familyWeights":[{"family":"arc-agi","share":0.3065173531320603},{"family":"frontiercode","share":0.3063111117575634},{"family":"deepswe","share":0.1684123060057849},{"family":"gpqa","share":0.11031904460142276},{"family":"aime","share":0.10844018450317326}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.48863368056146106,"supported":true,"families":3,"independentFamilies":3,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3839086553028017,"supported":true,"families":2,"independentFamilies":2,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.892100541251006,"lowerBound":0,"upperBound":1,"independentScore":0.892100541251006,"independent":true,"opponentIds":290,"independentOpponentIds":290,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-MEhV5sh6nbM8cKJGQ6HzcS"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.80049899312959,"lowerBound":0,"upperBound":1,"independentScore":0.80049899312959,"independent":true,"opponentIds":291,"independentOpponentIds":291,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-GThtce6GAmRAS8srQyGQoA"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7104843387471006,"lowerBound":0,"upperBound":1,"independentScore":0.7104843387471006,"independent":true,"opponentIds":288,"independentOpponentIds":288,"panelSize":49,"publishers":["ARC Prize"],"observations":["7609122fbb5f21e0336fd79d"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.19767216294859352,"lowerBound":0,"upperBound":1,"independentScore":0.19767216294859352,"independent":true,"opponentIds":289,"independentOpponentIds":289,"panelSize":25,"publishers":["Datacurve"],"observations":["6529363c938719d7a1e4c752"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3314846416382252,"lowerBound":0,"upperBound":1,"independentScore":0.3314846416382252,"independent":true,"opponentIds":275,"independentOpponentIds":275,"panelSize":10,"publishers":["Cognition"],"observations":["c7981128f2cb3799b53b66ec","e2c3b944130f3a5e4b806d94"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7609122fbb5f21e0336fd79d","6529363c938719d7a1e4c752","c7981128f2cb3799b53b66ec","e2c3b944130f3a5e4b806d94","epoch-run-GThtce6GAmRAS8srQyGQoA","epoch-run-MEhV5sh6nbM8cKJGQ6HzcS"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","muse-spark-1.1","muse-spark-1.2","claude-sonnet-5-5"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":7}],"unspecified":0,"total":7}},{"id":"claude-opus-4-8--effort-medium","name":"Claude Opus 4.8 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":4,"overallRating":{"score":0.43954724096982045,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":58,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.41679923175845696},{"source":"Cognition","independent":true,"share":0.39126579752577095},{"source":"Datacurve","independent":true,"share":0.19193497071577423}],"familyWeights":[{"family":"arc-agi","share":0.4167992317584567},{"family":"frontiercode","share":0.391265797525771},{"family":"deepswe","share":0.19193497071577417}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.5893053587356135,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.48127652450044983,"supported":true,"families":2,"independentFamilies":2,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8071843018339807,"lowerBound":0,"upperBound":1,"independentScore":0.8071843018339807,"independent":true,"opponentIds":288,"independentOpponentIds":288,"panelSize":49,"publishers":["ARC Prize"],"observations":["099afb744367e0027cb4beb0"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.30119136262099766,"lowerBound":0,"upperBound":1,"independentScore":0.30119136262099766,"independent":true,"opponentIds":289,"independentOpponentIds":289,"panelSize":25,"publishers":["Datacurve"],"observations":["00b724564a3c562424e7d7ee"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.45511825404072687,"lowerBound":0,"upperBound":1,"independentScore":0.45511825404072687,"independent":true,"opponentIds":275,"independentOpponentIds":275,"panelSize":10,"publishers":["Cognition"],"observations":["f1edd38ed72382bd57766812","fd19565d5d4088b6dfc79064"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["099afb744367e0027cb4beb0","00b724564a3c562424e7d7ee","f1edd38ed72382bd57766812","fd19565d5d4088b6dfc79064"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-sonnet-5","gemini-3.1-pro","glm-5.2","glm-5.3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-sonnet-5-5","claude-opus-4-7"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":4}],"unspecified":0,"total":4}},{"id":"claude-opus-4-8--effort-xhigh","name":"Claude Opus 4.8 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":9,"overallRating":{"score":0.4861014858027099,"supported":true,"families":7,"publishers":5,"evaluationSources":5,"taskAreas":2,"opponents":51,"independentFamilies":5,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24797558643994466},{"source":"Scale","independent":true,"share":0.2451430511846599},{"source":"SWE-rebench","independent":true,"share":0.24334052874947856},{"source":"Datacurve","independent":true,"share":0.14462616009638846},{"source":"Epoch AI","independent":true,"share":0.1189146735295276}],"familyWeights":[{"family":"frontiercode","share":0.24797558643994497},{"family":"swe-rebench","share":0.24334052874947856},{"family":"deepswe","share":0.14462616009638865},{"family":"epoch-game-puzzles","share":0.11891467352952757},{"family":"enigma-eval","share":0.0865210768887035},{"family":"swe-atlas-qna","share":0.0793109871479782},{"family":"swe-atlas-test-writing","share":0.0793109871479782}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.31873313195635217,"supported":true,"families":2,"independentFamilies":2,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6169789105448432,"supported":true,"families":5,"independentFamilies":3,"opponents":32,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.4364797880523027,"lowerBound":0,"upperBound":1,"independentScore":0.4364797880523027,"independent":true,"opponentIds":289,"independentOpponentIds":289,"panelSize":25,"publishers":["Datacurve"],"observations":["c0c9ff5a707bf93dda7c0ef5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5971339563862929,"lowerBound":0,"upperBound":1,"independentScore":0.5971339563862929,"independent":true,"opponentIds":275,"independentOpponentIds":275,"panelSize":10,"publishers":["Cognition"],"observations":["b56938a2e49c9671f1657923","ba8ff35e294d29a743fa5c65"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":292,"independentOpponentIds":292,"panelSize":4,"publishers":["Scale"],"observations":["8141013d16a793653a973079"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0.45454545454545453,"lowerBound":0,"upperBound":1,"independentScore":0.45454545454545453,"independent":true,"opponentIds":293,"independentOpponentIds":293,"panelSize":2,"publishers":["Scale"],"observations":["ba265c887f15f603db7f5f80"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":293,"independentOpponentIds":293,"panelSize":2,"publishers":["Scale"],"observations":["d11e9cc7b5eb05e0e97dbb6d"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.7777777777777778,"lowerBound":0,"upperBound":1,"independentScore":0.7777777777777778,"independent":true,"opponentIds":294,"independentOpponentIds":294,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-aa3ee5d91a696499570b9479","panel-59f0399257b1743a621e4448"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.880243148557272,"lowerBound":0,"upperBound":1,"independentScore":0.880243148557272,"independent":true,"opponentIds":278,"independentOpponentIds":278,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-3ZnPtGRJkvqHk8wvWWRgCe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c0c9ff5a707bf93dda7c0ef5","b56938a2e49c9671f1657923","ba8ff35e294d29a743fa5c65","8141013d16a793653a973079","ba265c887f15f603db7f5f80","d11e9cc7b5eb05e0e97dbb6d","panel-aa3ee5d91a696499570b9479","panel-59f0399257b1743a621e4448","epoch-run-3ZnPtGRJkvqHk8wvWWRgCe"],"opponentModelIds":["claude-fable-5","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash","gemini-3.1-pro","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5.4","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-sonnet-5-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-5-5","claude-opus-4-7","claude-opus-4-6","deepseek-v4-pro-0424","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.7-plus","gpt-6-luna","deepseek-v4-pro","qwen3.5-397b-a17b","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","qwen3.7-max","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","qwen3.6-35b-a3b","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":9}],"unspecified":0,"total":9}},{"id":"claude-opus-5--effort-max","name":"Claude Opus 5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":71,"overallRating":{"score":0.7308935047612021,"supported":true,"families":37,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":237,"independentFamilies":35,"reason":null,"independentSources":7,"labWeightShare":0.25,"sharedOrderConflicts":3,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Anthropic","independent":false,"share":0.25},{"source":"Cognition","independent":true,"share":0.119866199857761},{"source":"ARC Prize","independent":true,"share":0.11960461266560059},{"source":"LiveBench","independent":true,"share":0.11588795657244012},{"source":"Epoch AI","independent":true,"share":0.113620749294286},{"source":"Artificial Analysis","independent":true,"share":0.10884573708596687},{"source":"Vals AI","independent":true,"share":0.10146870743492206},{"source":"Datacurve","independent":true,"share":0.07070603708902924}],"familyWeights":[{"family":"frontiercode","share":0.1198661998577612},{"family":"arc-agi","share":0.11960461266560053},{"family":"deepswe","share":0.07070603708902924},{"family":"automationbench","share":0.06951259958839075},{"family":"terminal-bench","share":0.06911757491645426},{"family":"chartography","share":0.0625},{"family":"osworld","share":0.0625},{"family":"gpqa","share":0.029553544178450138},{"family":"epoch-game-puzzles","share":0.02381874003618238},{"family":"frontiermath","share":0.02361980348745674},{"family":"simpleqa","share":0.022531240574767134},{"family":"aime","share":0.021758109770731022},{"family":"vals-code-migration","share":0.017049622681173937},{"family":"harvey","share":0.017018479926015632},{"family":"vals-legal-research","share":0.01697698495632957},{"family":"vals-excel-modeling","share":0.016900715345242994},{"family":"vals-tax-agent","share":0.0168205344720494},{"family":"mmlu-pro","share":0.016702370054110537},{"family":"livebench-data","share":0.016555422367491232},{"family":"livebench-language","share":0.016555422367491232},{"family":"multi-swe-bench","share":0.016555422367491232},{"family":"livebench-coding","share":0.01655542236749123},{"family":"livebench-instructions","share":0.016555422367491208},{"family":"livebench-math","share":0.016555422367491208},{"family":"livebench-reasoning","share":0.016555422367491208},{"family":"analyst-agent","share":0.007856481599109975},{"family":"enterprise-ops","share":0.007847491706039789},{"family":"terminal-bench-science","share":0.0077158999661362145},{"family":"mmmu-pro","share":0.007710438624488872},{"family":"hle","share":0.007692449572014541},{"family":"critpt","share":0.007680647416907036},{"family":"omniscience","share":0.007658841460991272},{"family":"gdpval","share":0.007240202687807599},{"family":"briefcase","share":0.007027318994631342},{"family":"gdp-pdf","share":0.006993935884250051},{"family":"aa-lcr","share":0.006578264296505259},{"family":"tau-bench","share":0.00555290161893852}]},"capabilityRatings":[{"bucket":"agentic","score":0.6521038934223767,"supported":true,"families":14,"independentFamilies":13,"opponents":148,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7296776868709759,"supported":true,"families":9,"independentFamilies":9,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8063499548330033,"supported":true,"families":6,"independentFamilies":6,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5731289664966511,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6456586427897748,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6510193833072675,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.881432401211831,"lowerBound":0,"upperBound":1,"independentScore":0.881432401211831,"independent":true,"opponentIds":295,"independentOpponentIds":295,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["753ae551ccda6bd4cc94ecc2"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9767778818250407,"lowerBound":0,"upperBound":1,"independentScore":0.9767778818250407,"independent":true,"opponentIds":296,"independentOpponentIds":296,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a3f5eaeeaa9e1a0a014fcd04"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.876593344613649,"lowerBound":0,"upperBound":1,"independentScore":0.876593344613649,"independent":true,"opponentIds":297,"independentOpponentIds":297,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-KxvHAT9SV2dTDn7jBnTk6f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8948208078894487,"lowerBound":0,"upperBound":1,"independentScore":0.8948208078894487,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["311404ebf97a9ba739180a11","499d94ebf820a00159a9645b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.08330624206162167,"lowerBound":0,"upperBound":1,"independentScore":0.8257755736160531,"independent":true,"opponentIds":299,"independentOpponentIds":299,"panelSize":109,"publishers":["Artificial Analysis","Anthropic"],"observations":["0418d18521aa922fc20bdc69","launch-anthropic-fable-5-1-card-95"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9698703247815624,"lowerBound":0,"upperBound":1,"independentScore":0.9698703247815624,"independent":true,"opponentIds":300,"independentOpponentIds":300,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c999a16f20587c650d92d9ce"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8618327023577037,"lowerBound":0,"upperBound":1,"independentScore":0.8618327023577037,"independent":true,"opponentIds":301,"independentOpponentIds":301,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["d22df38366d64bb621649fa9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8604430371716102,"lowerBound":0,"upperBound":1,"independentScore":0.8604430371716102,"independent":true,"opponentIds":302,"independentOpponentIds":302,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f5d2fcd4a1a9d03459ee7a47"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9769152568431588,"lowerBound":0,"upperBound":1,"independentScore":0.9769152568431588,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4d290468a58cd88fa8ccf3f9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9371771720555987,"lowerBound":0,"upperBound":1,"independentScore":0.9371771720555987,"independent":true,"opponentIds":304,"independentOpponentIds":304,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["77f7445976324c3644b0c3f8","epoch-run-D3mtasTumfvjR4fjmnHWRy"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5007097079444277,"lowerBound":0,"upperBound":1,"independentScore":0.5007097079444277,"independent":true,"opponentIds":305,"independentOpponentIds":305,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9904004217619813,"lowerBound":0,"upperBound":1,"independentScore":0.9904004217619813,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1d3db39aec7c3192094696d2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9709895777371872,"lowerBound":0,"upperBound":1,"independentScore":0.9709895777371872,"independent":true,"opponentIds":307,"independentOpponentIds":307,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.974611249757187,"lowerBound":0,"upperBound":1,"independentScore":0.974611249757187,"independent":true,"opponentIds":308,"independentOpponentIds":308,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a0d794a1bd9d73d025241347"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9865508417865745,"lowerBound":0,"upperBound":1,"independentScore":0.9865508417865745,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3bdd06bf0b2b43314120a2a0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8821575093881467,"lowerBound":0,"upperBound":1,"independentScore":0.8821575093881467,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f1564e1613e4cf9d043fb6f7"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.7928487697409888,"lowerBound":0,"upperBound":1,"independentScore":0.7928487697409888,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["7a7274da713055e8c4a61ece"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5439706869444875,"lowerBound":0,"upperBound":1,"independentScore":0.9592539241916074,"independent":true,"opponentIds":312,"independentOpponentIds":312,"panelSize":141,"publishers":["Artificial Analysis","Anthropic"],"observations":["2028eb18368634b3d692b553","91bc9aa32a6f0e6f8003d581","launch-anthropic-fable-5-1-card-21"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9480563861597607,"lowerBound":0,"upperBound":1,"independentScore":0.9480563861597607,"independent":true,"opponentIds":313,"independentOpponentIds":313,"panelSize":49,"publishers":["ARC Prize"],"observations":["48b4a19317b73c4a3f407097"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9745071380013597,"lowerBound":0,"upperBound":1,"independentScore":0.9745071380013597,"independent":true,"opponentIds":314,"independentOpponentIds":314,"panelSize":25,"publishers":["Datacurve"],"observations":["a0003347b8421c764d77ca4a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6516290726817046,"lowerBound":0,"upperBound":1,"independentScore":0.6516290726817046,"independent":true,"opponentIds":315,"independentOpponentIds":315,"panelSize":10,"publishers":["Cognition"],"observations":["391c90fa4b674dc1c3932918","190a41f349d6ec138ffcdc33"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7096425765907308,"lowerBound":0,"upperBound":1,"independentScore":0.7096425765907308,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d19da72f8f3dcc7122fa23c7","panel-f717d2864a445467e54f0414","panel-919a5557dc2a750353058ef4","panel-35992b4dd228235b40982727"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7272191673212884,"lowerBound":0,"upperBound":1,"independentScore":0.7272191673212884,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8dfe6e73a7070dd2ca731ec5","panel-6a2c68e12f2d8caab35e1330"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7498036135113907,"lowerBound":0,"upperBound":1,"independentScore":0.7498036135113907,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-da44c7f3cf2a9599579e7cea","panel-bf356ff8ba3d33e34d5d7695","panel-2e71239f081d90f01235b7b9"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.4196124639958105,"lowerBound":0,"upperBound":1,"independentScore":0.4196124639958105,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-2aa437a8829dbf56b4b5d351","panel-3f2a9bc3bdb1688bb3f3d825","panel-af88304c0bd2108ce908a459"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8503534956794973,"lowerBound":0,"upperBound":1,"independentScore":0.8503534956794973,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1915dc0e10000252e26496f2","panel-679a950ffb35122c670ad6ba","panel-ece90ea288dc3cb037efb07e"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7168106834249806,"lowerBound":0,"upperBound":1,"independentScore":0.7168106834249806,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8b775d5d773456b6ab271308","panel-ff77a6c3a9e65b6ccb8e3a7c","panel-3884a3a33eb9bae7cf35d1c8","panel-b76aa763373c89156231a6da"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.23860958366064464,"lowerBound":0,"upperBound":1,"independentScore":0.23860958366064464,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1099925f01eec7849c621575","panel-c4700c0736a7c76bf94c8d04","panel-3e98d27984c5af805c065745","panel-f6473e04c058c6372d74263c"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8263461720450465,"lowerBound":0,"upperBound":1,"independentScore":0.8263461720450465,"independent":true,"opponentIds":317,"independentOpponentIds":317,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-ji3kMn49Jcr9t4whxcpjj4","epoch-run-ff7GeS7rdperjxSBZ7MHZY"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.978978978978979,"lowerBound":0,"upperBound":1,"independentScore":0.978978978978979,"independent":true,"opponentIds":318,"independentOpponentIds":318,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-FfAvNS5H9bMDSBF4JNNiDz"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.48888888888888893,"lowerBound":0,"upperBound":1,"independentScore":0.48888888888888893,"independent":true,"opponentIds":319,"independentOpponentIds":319,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-Zftz2yk4X5NF28JQzjN3hZ"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.8418034105980479,"lowerBound":0,"upperBound":1,"independentScore":0.8418034105980479,"independent":true,"opponentIds":320,"independentOpponentIds":320,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9892100500676512,"lowerBound":0,"upperBound":1,"independentScore":0.9892100500676512,"independent":true,"opponentIds":321,"independentOpponentIds":321,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.8963103166532449,"lowerBound":0,"upperBound":1,"independentScore":0.8963103166532449,"independent":true,"opponentIds":322,"independentOpponentIds":322,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.9465723302823429,"lowerBound":0,"upperBound":1,"independentScore":0.9465723302823429,"independent":true,"opponentIds":323,"independentOpponentIds":323,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"chartography","label":"chartography","bucket":"multimodal","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":324,"independentOpponentIds":110,"panelSize":2,"publishers":["Anthropic"],"observations":["launch-anthropic-fable-5-1-card-43","launch-anthropic-fable-5-1-card-46"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":324,"independentOpponentIds":110,"panelSize":2,"publishers":["Anthropic"],"observations":["launch-anthropic-fable-5-1-card-55","launch-anthropic-fable-5-1-card-58"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["753ae551ccda6bd4cc94ecc2","a3f5eaeeaa9e1a0a014fcd04","311404ebf97a9ba739180a11","0418d18521aa922fc20bdc69","c999a16f20587c650d92d9ce","d22df38366d64bb621649fa9","f5d2fcd4a1a9d03459ee7a47","4d290468a58cd88fa8ccf3f9","77f7445976324c3644b0c3f8","1d3db39aec7c3192094696d2","499d94ebf820a00159a9645b","a0d794a1bd9d73d025241347","3bdd06bf0b2b43314120a2a0","f1564e1613e4cf9d043fb6f7","7a7274da713055e8c4a61ece","2028eb18368634b3d692b553","91bc9aa32a6f0e6f8003d581","48b4a19317b73c4a3f407097","a0003347b8421c764d77ca4a","391c90fa4b674dc1c3932918","190a41f349d6ec138ffcdc33","panel-d19da72f8f3dcc7122fa23c7","panel-8dfe6e73a7070dd2ca731ec5","panel-6a2c68e12f2d8caab35e1330","panel-da44c7f3cf2a9599579e7cea","panel-2aa437a8829dbf56b4b5d351","panel-f717d2864a445467e54f0414","panel-1915dc0e10000252e26496f2","panel-8b775d5d773456b6ab271308","panel-919a5557dc2a750353058ef4","panel-35992b4dd228235b40982727","panel-1099925f01eec7849c621575","panel-bf356ff8ba3d33e34d5d7695","panel-679a950ffb35122c670ad6ba","panel-c4700c0736a7c76bf94c8d04","panel-ff77a6c3a9e65b6ccb8e3a7c","panel-3e98d27984c5af805c065745","panel-f6473e04c058c6372d74263c","panel-3f2a9bc3bdb1688bb3f3d825","panel-af88304c0bd2108ce908a459","panel-3884a3a33eb9bae7cf35d1c8","panel-ece90ea288dc3cb037efb07e","panel-2e71239f081d90f01235b7b9","panel-b76aa763373c89156231a6da","epoch-run-ji3kMn49Jcr9t4whxcpjj4","epoch-run-ff7GeS7rdperjxSBZ7MHZY","epoch-run-D3mtasTumfvjR4fjmnHWRy","epoch-run-FfAvNS5H9bMDSBF4JNNiDz","epoch-run-KxvHAT9SV2dTDn7jBnTk6f","epoch-run-Zftz2yk4X5NF28JQzjN3hZ","vals-code-migration-v1:anthropic/claude-opus-5","vals-legal-research-v1:anthropic/claude-opus-5","vals-emb-v1:anthropic/claude-opus-5","vals-mmlu-pro-v1:anthropic/claude-opus-5","vals-legal-agent-benchmark-v1:anthropic/claude-opus-5","vals-tax-agent-bench-v1:anthropic/claude-opus-5","launch-anthropic-fable-5-1-card-43","launch-anthropic-fable-5-1-card-46","launch-anthropic-fable-5-1-card-95","launch-anthropic-fable-5-1-card-55","launch-anthropic-fable-5-1-card-58","launch-anthropic-fable-5-1-card-21"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":71}],"unspecified":0,"total":71}},{"id":"claude-opus-5--effort-high","name":"Claude Opus 5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":27,"overallRating":{"score":0.790553136546194,"supported":true,"families":17,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":5,"labWeightShare":0,"sharedOrderConflicts":3,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2504720345155573},{"source":"Cognition","independent":true,"share":0.24016741723943616},{"source":"SWE-rebench","independent":true,"share":0.1942577617909314},{"source":"Artificial Analysis","independent":true,"share":0.19191735071798724},{"source":"Datacurve","independent":true,"share":0.12318543573608555}],"familyWeights":[{"family":"frontiercode","share":0.24016741723943594},{"family":"swe-rebench","share":0.19425776179093138},{"family":"arc-agi","share":0.1252759989595745},{"family":"arc-agi-3","share":0.1251960355559831},{"family":"deepswe","share":0.12318543573608558},{"family":"hle","share":0.018591041753059267},{"family":"gpqa","share":0.018555198125598974},{"family":"critpt","share":0.01848144562288252},{"family":"omniscience","share":0.01841004438097988},{"family":"mmmu-pro","share":0.018168747293614403},{"family":"gdpval","share":0.016130314715333265},{"family":"aa-lcr","share":0.01537012668184834},{"family":"briefcase","share":0.015064351341322512},{"family":"automationbench","share":0.015008037872867037},{"family":"gdp-pdf","share":0.014952044977006994},{"family":"terminal-bench","share":0.013067474897088616},{"family":"tau-bench","share":0.010118523056386343}]},"capabilityRatings":[{"bucket":"agentic","score":0.647049403293744,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7462922660574902,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8010041277883128,"supported":true,"families":4,"independentFamilies":4,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6326634809576706,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5360710797236076,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.640291644897469,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.924204280133416,"lowerBound":0,"upperBound":1,"independentScore":0.924204280133416,"independent":true,"opponentIds":296,"independentOpponentIds":296,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2d7c6616a36f73b9abec34b2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8935499391512813,"lowerBound":0,"upperBound":1,"independentScore":0.8935499391512813,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["c18984644d10f401652a36d0","4f1b1a542b24abc8c93945b7"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7733891794377381,"lowerBound":0,"upperBound":1,"independentScore":0.7733891794377381,"independent":true,"opponentIds":299,"independentOpponentIds":299,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f00c4ba93207aba1401fc923"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9674386670076119,"lowerBound":0,"upperBound":1,"independentScore":0.9674386670076119,"independent":true,"opponentIds":300,"independentOpponentIds":300,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["463fcbe8804c69251a3e3311"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8286536609162852,"lowerBound":0,"upperBound":1,"independentScore":0.8286536609162852,"independent":true,"opponentIds":302,"independentOpponentIds":302,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["4dc641bc65d811cd88c8bb84"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.886900339439442,"lowerBound":0,"upperBound":1,"independentScore":0.886900339439442,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["934904bbe8471f7adfebf686"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9893125878704717,"lowerBound":0,"upperBound":1,"independentScore":0.9893125878704717,"independent":true,"opponentIds":325,"independentOpponentIds":325,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4f6f3d8f7355f2168e6b797f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9836849598383823,"lowerBound":0,"upperBound":1,"independentScore":0.9836849598383823,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["908e5a057d8960748d9f6ea6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.94185723320864,"lowerBound":0,"upperBound":1,"independentScore":0.94185723320864,"independent":true,"opponentIds":308,"independentOpponentIds":308,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["adef80d4a3e3d57512889e03"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9809043649863114,"lowerBound":0,"upperBound":1,"independentScore":0.9809043649863114,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a36dd3cab91d107cec849d23"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8739493291894266,"lowerBound":0,"upperBound":1,"independentScore":0.8739493291894266,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c53529ff9180aec31ead9038"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9414070296925029,"lowerBound":0,"upperBound":1,"independentScore":0.9414070296925029,"independent":true,"opponentIds":312,"independentOpponentIds":312,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["ac04007e87cd03c590d92df3","04eeb390c041f6adc016f986"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9139574468085103,"lowerBound":0,"upperBound":1,"independentScore":0.9139574468085103,"independent":true,"opponentIds":313,"independentOpponentIds":313,"panelSize":49,"publishers":["ARC Prize"],"observations":["ee2fdd53366196c1c9cdaf3a"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.947654129507561,"lowerBound":0,"upperBound":1,"independentScore":0.947654129507561,"independent":true,"opponentIds":314,"independentOpponentIds":314,"panelSize":25,"publishers":["Datacurve"],"observations":["e57e43848926eef736a897ba"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.8426229508196723,"lowerBound":0,"upperBound":1,"independentScore":0.8426229508196723,"independent":true,"opponentIds":326,"independentOpponentIds":326,"panelSize":14,"publishers":["ARC Prize"],"observations":["7d8be1469a7c57ca60300f6b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6490988191423244,"lowerBound":0,"upperBound":1,"independentScore":0.6490988191423244,"independent":true,"opponentIds":315,"independentOpponentIds":315,"panelSize":10,"publishers":["Cognition"],"observations":["c30c3f0dc62b17786a57f7cc","668028a9e1437683d6c27dea"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":327,"independentOpponentIds":327,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-79497e6cca80d008679179a1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2d7c6616a36f73b9abec34b2","c18984644d10f401652a36d0","f00c4ba93207aba1401fc923","463fcbe8804c69251a3e3311","4dc641bc65d811cd88c8bb84","934904bbe8471f7adfebf686","4f6f3d8f7355f2168e6b797f","908e5a057d8960748d9f6ea6","4f1b1a542b24abc8c93945b7","adef80d4a3e3d57512889e03","a36dd3cab91d107cec849d23","c53529ff9180aec31ead9038","ac04007e87cd03c590d92df3","04eeb390c041f6adc016f986","ee2fdd53366196c1c9cdaf3a","e57e43848926eef736a897ba","7d8be1469a7c57ca60300f6b","c30c3f0dc62b17786a57f7cc","668028a9e1437683d6c27dea","panel-79497e6cca80d008679179a1"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":27}],"unspecified":0,"total":27}},{"id":"claude-opus-5--effort-low","name":"Claude Opus 5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":23,"overallRating":{"score":0.4435690955310805,"supported":true,"families":15,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":233,"independentFamilies":15,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.34268461930319444},{"source":"Artificial Analysis","independent":true,"share":0.2564166725715921},{"source":"Epoch AI","independent":true,"share":0.2460406978128491},{"source":"Datacurve","independent":true,"share":0.15485801031236746}],"familyWeights":[{"family":"frontiercode","share":0.3426846193031945},{"family":"deepswe","share":0.1548580103123675},{"family":"gpqa","share":0.14946028351099158},{"family":"aime","share":0.12196185170723287},{"family":"hle","share":0.025430399330596695},{"family":"critpt","share":0.02515705676573389},{"family":"omniscience","share":0.02502101990479602},{"family":"mmmu-pro","share":0.024822761597244884},{"family":"aa-lcr","share":0.021552881954383922},{"family":"gdpval","share":0.02124043070309285},{"family":"briefcase","share":0.019384844182964003},{"family":"automationbench","share":0.01924830876786858},{"family":"gdp-pdf","share":0.019198797946345686},{"family":"terminal-bench","share":0.017157768170320185},{"family":"tau-bench","share":0.01282096584287009}]},"capabilityRatings":[{"bucket":"agentic","score":0.4490707275441957,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.42500655530207226,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5877173609332971,"supported":true,"families":3,"independentFamilies":3,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5965920172308997,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.42522350123546176,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7214180962023423,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7041478233594038,"lowerBound":0,"upperBound":1,"independentScore":0.7041478233594038,"independent":true,"opponentIds":296,"independentOpponentIds":296,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ffc4652f085361c9357b3c4f"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8034469926375625,"lowerBound":0,"upperBound":1,"independentScore":0.8034469926375625,"independent":true,"opponentIds":297,"independentOpponentIds":297,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-Z5FAHm8aqmk8NUUm7tojng"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9434237800144336,"lowerBound":0,"upperBound":1,"independentScore":0.9434237800144336,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["9fedb771d38efbc432ec886a","da9a2215e00354802b05ae8b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7451691678328033,"lowerBound":0,"upperBound":1,"independentScore":0.7451691678328033,"independent":true,"opponentIds":299,"independentOpponentIds":299,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["749f4979ff22b8103c053757"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9409123059932258,"lowerBound":0,"upperBound":1,"independentScore":0.9409123059932258,"independent":true,"opponentIds":300,"independentOpponentIds":300,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["cdb06553d1a208c2b80caa53"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7531544081789693,"lowerBound":0,"upperBound":1,"independentScore":0.7531544081789693,"independent":true,"opponentIds":302,"independentOpponentIds":302,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["b5f9932d4a6d9118062e5262"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7603402971954906,"lowerBound":0,"upperBound":1,"independentScore":0.7603402971954906,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7c472104532d5a4d4b17d927"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7995197120763399,"lowerBound":0,"upperBound":1,"independentScore":0.7995197120763399,"independent":true,"opponentIds":304,"independentOpponentIds":304,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["25be030f337ebad41589e420","epoch-run-WfaJS4L7Xdz5ZBXgJMbRGb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9436649243114037,"lowerBound":0,"upperBound":1,"independentScore":0.9436649243114037,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6be9e5d46bba96241c0886c9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8983435927330605,"lowerBound":0,"upperBound":1,"independentScore":0.8983435927330605,"independent":true,"opponentIds":308,"independentOpponentIds":308,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b130484a14ad902aeb8042a9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9736617276019754,"lowerBound":0,"upperBound":1,"independentScore":0.9736617276019754,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1c875c50a865ffda926b0176"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7594463843134368,"lowerBound":0,"upperBound":1,"independentScore":0.7594463843134368,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cd698440f56c12039bb690d8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.80471556772673,"lowerBound":0,"upperBound":1,"independentScore":0.80471556772673,"independent":true,"opponentIds":312,"independentOpponentIds":312,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["df3d0e668abd0706d1ac4845","e5ba8487d8e9fa7485e0b7b8"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5979366940211015,"lowerBound":0,"upperBound":1,"independentScore":0.5979366940211015,"independent":true,"opponentIds":314,"independentOpponentIds":314,"panelSize":25,"publishers":["Datacurve"],"observations":["f6a6f991a9a99441b39a26ca"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5280779826234371,"lowerBound":0,"upperBound":1,"independentScore":0.5280779826234371,"independent":true,"opponentIds":315,"independentOpponentIds":315,"panelSize":10,"publishers":["Cognition"],"observations":["ddfef6cc7d43c0b169169e45","ba391b95e256d194ae244169"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ffc4652f085361c9357b3c4f","9fedb771d38efbc432ec886a","749f4979ff22b8103c053757","cdb06553d1a208c2b80caa53","b5f9932d4a6d9118062e5262","7c472104532d5a4d4b17d927","25be030f337ebad41589e420","6be9e5d46bba96241c0886c9","da9a2215e00354802b05ae8b","b130484a14ad902aeb8042a9","1c875c50a865ffda926b0176","cd698440f56c12039bb690d8","df3d0e668abd0706d1ac4845","e5ba8487d8e9fa7485e0b7b8","f6a6f991a9a99441b39a26ca","ddfef6cc7d43c0b169169e45","ba391b95e256d194ae244169","epoch-run-WfaJS4L7Xdz5ZBXgJMbRGb","epoch-run-Z5FAHm8aqmk8NUUm7tojng"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":23}],"unspecified":0,"total":23}},{"id":"claude-opus-5--effort-medium","name":"Claude Opus 5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":20,"overallRating":{"score":0.8319049535030567,"supported":true,"families":14,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":3,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.4749405789051368},{"source":"Artificial Analysis","independent":true,"share":0.337204961664125},{"source":"Datacurve","independent":true,"share":0.18785445943074325}],"familyWeights":[{"family":"frontiercode","share":0.4749405789051368},{"family":"deepswe","share":0.18785445943074344},{"family":"hle","share":0.0341018874890499},{"family":"gpqa","share":0.034099023281430704},{"family":"critpt","share":0.03371111259958338},{"family":"omniscience","share":0.03343840074544438},{"family":"mmmu-pro","share":0.03327555205990104},{"family":"aa-lcr","share":0.030637405876454377},{"family":"gdpval","share":0.027275714413238037},{"family":"briefcase","share":0.024458094075521776},{"family":"automationbench","share":0.024167372980493033},{"family":"gdp-pdf","share":0.024132969417776873},{"family":"terminal-bench","share":0.0220585890439323},{"family":"tau-bench","share":0.015848839681296127}]},"capabilityRatings":[{"bucket":"agentic","score":0.5836168930116222,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5800524447699987,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8450203345540482,"supported":true,"families":3,"independentFamilies":3,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6052442550995433,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5062779695323096,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7387312819925205,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8117379650968994,"lowerBound":0,"upperBound":1,"independentScore":0.8117379650968994,"independent":true,"opponentIds":296,"independentOpponentIds":296,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ebf0edd233ce92220723ee86"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.953417166574955,"lowerBound":0,"upperBound":1,"independentScore":0.953417166574955,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["19dd786f2ad563d3436380ec","c05bd701ad7726124f5f02aa"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7725310533213788,"lowerBound":0,"upperBound":1,"independentScore":0.7725310533213788,"independent":true,"opponentIds":299,"independentOpponentIds":299,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["8bbbc737457c74a5e7dc1909"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9565926433202855,"lowerBound":0,"upperBound":1,"independentScore":0.9565926433202855,"independent":true,"opponentIds":300,"independentOpponentIds":300,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f18538dddf551dd0a9d3e9ba"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8114983860243564,"lowerBound":0,"upperBound":1,"independentScore":0.8114983860243564,"independent":true,"opponentIds":302,"independentOpponentIds":302,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6adaa58f22135037583de2d5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8589097167255095,"lowerBound":0,"upperBound":1,"independentScore":0.8589097167255095,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["39f076a7cd84a756e74bc78c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9462821121879454,"lowerBound":0,"upperBound":1,"independentScore":0.9462821121879454,"independent":true,"opponentIds":325,"independentOpponentIds":325,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["be7019de2851cbc7372d5bab"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.981250835997903,"lowerBound":0,"upperBound":1,"independentScore":0.981250835997903,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7454dd6f79805b2bec9415af"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9272370376366539,"lowerBound":0,"upperBound":1,"independentScore":0.9272370376366539,"independent":true,"opponentIds":308,"independentOpponentIds":308,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["54d725c1e6ae6fc780bb2b69"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9743974688730381,"lowerBound":0,"upperBound":1,"independentScore":0.9743974688730381,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ac0d7494f0b9f62a149b11eb"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8199266548256966,"lowerBound":0,"upperBound":1,"independentScore":0.8199266548256966,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ba03f98fa8d60d95820a278d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9019734195885212,"lowerBound":0,"upperBound":1,"independentScore":0.9019734195885212,"independent":true,"opponentIds":312,"independentOpponentIds":312,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["2d4925ee56b312a337d44e2c","bb90e9be720ea259988588fa"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8392102846648299,"lowerBound":0,"upperBound":1,"independentScore":0.8392102846648299,"independent":true,"opponentIds":314,"independentOpponentIds":314,"panelSize":25,"publishers":["Datacurve"],"observations":["0298f83d2256dcf2b5ed6e3f"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9095387269590481,"lowerBound":0,"upperBound":1,"independentScore":0.9095387269590481,"independent":true,"opponentIds":315,"independentOpponentIds":315,"panelSize":10,"publishers":["Cognition"],"observations":["52da31a04b7d561b7573dc1f","f0c644f9ca0c8b80a60b8f6e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ebf0edd233ce92220723ee86","19dd786f2ad563d3436380ec","8bbbc737457c74a5e7dc1909","f18538dddf551dd0a9d3e9ba","6adaa58f22135037583de2d5","39f076a7cd84a756e74bc78c","be7019de2851cbc7372d5bab","7454dd6f79805b2bec9415af","c05bd701ad7726124f5f02aa","54d725c1e6ae6fc780bb2b69","ac0d7494f0b9f62a149b11eb","ba03f98fa8d60d95820a278d","2d4925ee56b312a337d44e2c","bb90e9be720ea259988588fa","0298f83d2256dcf2b5ed6e3f","52da31a04b7d561b7573dc1f","f0c644f9ca0c8b80a60b8f6e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":20}],"unspecified":0,"total":20}},{"id":"claude-opus-5--effort-xhigh","name":"Claude Opus 5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":23,"overallRating":{"score":0.7852468407834232,"supported":true,"families":16,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":3,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2590970185780574},{"source":"Terminal-Bench","independent":true,"share":0.23564033800656115},{"source":"Artificial Analysis","independent":true,"share":0.20704396106677966},{"source":"Scale","independent":true,"share":0.16532397290665335},{"source":"Datacurve","independent":true,"share":0.13289470944195092}],"familyWeights":[{"family":"frontiercode","share":0.2590970185780572},{"family":"terminal-bench","share":0.2497377698109921},{"family":"deepswe","share":0.13289470944195095},{"family":"swe-atlas-qna","share":0.08266198645332667},{"family":"swe-atlas-test-writing","share":0.08266198645332667},{"family":"hle","share":0.020056357127226886},{"family":"gpqa","share":0.020017688363925302},{"family":"critpt","share":0.019938122810087278},{"family":"omniscience","share":0.01986109383957834},{"family":"mmmu-pro","share":0.019600778112130453},{"family":"gdpval","share":0.01740167962626681},{"family":"aa-lcr","share":0.016581574820633254},{"family":"briefcase","share":0.016251698770019994},{"family":"automationbench","share":0.01619094676647883},{"family":"gdp-pdf","share":0.016130540602538507},{"family":"tau-bench","share":0.010916048423460115}]},"capabilityRatings":[{"bucket":"agentic","score":0.6786460148862123,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6383113264630292,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8310735607177587,"supported":true,"families":5,"independentFamilies":3,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.633771785138259,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6023955496070555,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6979667609879397,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9657295996584534,"lowerBound":0,"upperBound":1,"independentScore":0.9657295996584534,"independent":true,"opponentIds":296,"independentOpponentIds":296,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["57b09c758d8afe45e4a06756"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9285799620092854,"lowerBound":0,"upperBound":1,"independentScore":0.9285799620092854,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["c0ae562e970e6c00bfe84de3","ca2ced40cfb2923b480cd321"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7701956150770767,"lowerBound":0,"upperBound":1,"independentScore":0.7701956150770767,"independent":true,"opponentIds":299,"independentOpponentIds":299,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["63df25e414d3eda4abc48672"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9639488301086897,"lowerBound":0,"upperBound":1,"independentScore":0.9639488301086897,"independent":true,"opponentIds":300,"independentOpponentIds":300,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["30b002253599a4d3ad1be1d5"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8563836480376654,"lowerBound":0,"upperBound":1,"independentScore":0.8563836480376654,"independent":true,"opponentIds":302,"independentOpponentIds":302,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["749f89dcfba44da317297928"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9738895912665364,"lowerBound":0,"upperBound":1,"independentScore":0.9738895912665364,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c5cb55ab13cfbae90e710aa3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9893125878704717,"lowerBound":0,"upperBound":1,"independentScore":0.9893125878704717,"independent":true,"opponentIds":325,"independentOpponentIds":325,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1758f7975c3ff96cd35d5ff8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9893077407866976,"lowerBound":0,"upperBound":1,"independentScore":0.9893077407866976,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4d98fdbfdc90e27f6d278318"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9645943665522049,"lowerBound":0,"upperBound":1,"independentScore":0.9645943665522049,"independent":true,"opponentIds":308,"independentOpponentIds":308,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ab40bc86f66b2afc5bafbb11"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9813723800246729,"lowerBound":0,"upperBound":1,"independentScore":0.9813723800246729,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["12d880bfee5e2773707ebc6c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8662209774777376,"lowerBound":0,"upperBound":1,"independentScore":0.8662209774777376,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5df1da5328450ff388e0f1ca"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6701454946324347,"lowerBound":0,"upperBound":1,"independentScore":0.6701454946324347,"independent":true,"opponentIds":312,"independentOpponentIds":312,"panelSize":141,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["867bd714a169a36c0d7e7115","470aec2611ff841aafcbe893","0dfcbad58c343133d5960e81"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9663144629701435,"lowerBound":0,"upperBound":1,"independentScore":0.9663144629701435,"independent":true,"opponentIds":314,"independentOpponentIds":314,"panelSize":25,"publishers":["Datacurve"],"observations":["d138eb10af8dd2cacd7a504a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5673088875077688,"lowerBound":0,"upperBound":1,"independentScore":0.5673088875077688,"independent":true,"opponentIds":315,"independentOpponentIds":315,"panelSize":10,"publishers":["Cognition"],"observations":["cba8b60609ec8ba2d384bac4","56b0314f31e75a7aa19bd3b1"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":328,"independentOpponentIds":328,"panelSize":2,"publishers":["Scale"],"observations":["01e44fc757e76a75628ede29"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":329,"independentOpponentIds":329,"panelSize":2,"publishers":["Scale"],"observations":["b406780519719b231c94f076"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["57b09c758d8afe45e4a06756","c0ae562e970e6c00bfe84de3","63df25e414d3eda4abc48672","30b002253599a4d3ad1be1d5","749f89dcfba44da317297928","c5cb55ab13cfbae90e710aa3","1758f7975c3ff96cd35d5ff8","4d98fdbfdc90e27f6d278318","ca2ced40cfb2923b480cd321","ab40bc86f66b2afc5bafbb11","12d880bfee5e2773707ebc6c","5df1da5328450ff388e0f1ca","867bd714a169a36c0d7e7115","470aec2611ff841aafcbe893","d138eb10af8dd2cacd7a504a","cba8b60609ec8ba2d384bac4","56b0314f31e75a7aa19bd3b1","0dfcbad58c343133d5960e81","01e44fc757e76a75628ede29","b406780519719b231c94f076"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":23}],"unspecified":0,"total":23}},{"id":"claude-opus-5-5--effort-max","name":"Claude Opus 5.5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5-5","detailsUrl":"/efforts?model=claude-opus-5-5","publishedBenchmarkCount":27,"overallRating":{"score":0.9192642183499763,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":16,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.28162496200536724},{"source":"ARC Prize","independent":true,"share":0.24457054798944286},{"source":"Artificial Analysis","independent":true,"share":0.23719169269570553},{"source":"Terminal-Bench","independent":true,"share":0.23661279730948925}],"familyWeights":[{"family":"frontiercode","share":0.2816249620053674},{"family":"terminal-bench","share":0.24475306509392641},{"family":"arc-agi","share":0.24457054798944314},{"family":"aa-lcr","share":0.020542723942280974},{"family":"hle","share":0.019678069030193996},{"family":"critpt","share":0.019537697012724203},{"family":"omniscience","share":0.01945393777512253},{"family":"mmmu-pro","share":0.01920603948329009},{"family":"itbench","share":0.019084129278027915},{"family":"harvey","share":0.018525516855728553},{"family":"analyst-agent","share":0.018424512361725275},{"family":"gdpval","share":0.016869620900066582},{"family":"briefcase","share":0.01564504340961437},{"family":"automationbench","share":0.015570957877490178},{"family":"gdp-pdf","share":0.015519321633541564},{"family":"terminal-bench-science","share":0.010993855351461626}]},"capabilityRatings":[{"bucket":"agentic","score":0.7278253562004063,"supported":true,"families":8,"independentFamilies":8,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.785881796872034,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9293133001670649,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7694769640550652,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7559026121457494,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.8614782761789591,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.9422952516630028,"lowerBound":0,"upperBound":1,"independentScore":0.9422952516630028,"independent":true,"opponentIds":330,"independentOpponentIds":330,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["b0d3a7d36775ded3600ba04c"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.997481162748986,"lowerBound":0,"upperBound":1,"independentScore":0.997481162748986,"independent":true,"opponentIds":331,"independentOpponentIds":331,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a9b80a0965cef38956583bcf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9826236841131697,"lowerBound":0,"upperBound":1,"independentScore":0.9826236841131697,"independent":true,"opponentIds":332,"independentOpponentIds":332,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["f60c8f502ff079881572e38a","25dda3fe4c5e6e9e479310db"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9865501285304988,"lowerBound":0,"upperBound":1,"independentScore":0.9865501285304988,"independent":true,"opponentIds":333,"independentOpponentIds":333,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["1ec5fd417df7526f3ca636f9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9953650793615122,"lowerBound":0,"upperBound":1,"independentScore":0.9953650793615122,"independent":true,"opponentIds":334,"independentOpponentIds":334,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ac5b653e4da3536a8a886166"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9407297352881859,"lowerBound":0,"upperBound":1,"independentScore":0.9407297352881859,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a24fdc81ce4731045936546a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":336,"independentOpponentIds":336,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4b220f675b59baa316d2108f"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.6267463796195961,"lowerBound":0,"upperBound":1,"independentScore":0.6267463796195961,"independent":true,"opponentIds":337,"independentOpponentIds":337,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["22b01e80a44e8d13d21ee3a2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":338,"independentOpponentIds":338,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cd1315ba948b558ab71b0fa9"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.5221604444255158,"lowerBound":0,"upperBound":1,"independentScore":0.5221604444255158,"independent":true,"opponentIds":339,"independentOpponentIds":339,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["21b5c8d9c9be6d1abd7aefcf"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":340,"independentOpponentIds":340,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a10a32e543537b09bf4cd991"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9988681653060596,"lowerBound":0,"upperBound":1,"independentScore":0.9988681653060596,"independent":true,"opponentIds":341,"independentOpponentIds":341,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["31265066b6f219fb4770aefe"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.9932790891694626,"lowerBound":0,"upperBound":1,"independentScore":0.9932790891694626,"independent":true,"opponentIds":342,"independentOpponentIds":342,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["deaf3523cf8d3ce67f40f57e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9998084665519661,"lowerBound":0,"upperBound":1,"independentScore":0.9998084665519661,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["e33095ba4c2ed5bddb7f655e","30e4cc08224c496e6f585f72"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9873798229370134,"lowerBound":0,"upperBound":1,"independentScore":0.9873798229370134,"independent":true,"opponentIds":343,"independentOpponentIds":343,"panelSize":49,"publishers":["ARC Prize"],"observations":["7406bb0c1b1e4f2cd4e9fed8"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9462974956822107,"lowerBound":0,"upperBound":1,"independentScore":0.9462974956822107,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":10,"publishers":["Cognition"],"observations":["5dd2a190643d98ea4f8be204","d828110f6fc35356fb3fac50"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b0d3a7d36775ded3600ba04c","a9b80a0965cef38956583bcf","f60c8f502ff079881572e38a","1ec5fd417df7526f3ca636f9","ac5b653e4da3536a8a886166","a24fdc81ce4731045936546a","4b220f675b59baa316d2108f","22b01e80a44e8d13d21ee3a2","cd1315ba948b558ab71b0fa9","21b5c8d9c9be6d1abd7aefcf","25dda3fe4c5e6e9e479310db","a10a32e543537b09bf4cd991","31265066b6f219fb4770aefe","deaf3523cf8d3ce67f40f57e","e33095ba4c2ed5bddb7f655e","7406bb0c1b1e4f2cd4e9fed8","5dd2a190643d98ea4f8be204","d828110f6fc35356fb3fac50","30e4cc08224c496e6f585f72"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":27}],"unspecified":0,"total":27}},{"id":"claude-opus-5-5--effort-high","name":"Claude Opus 5.5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5-5","detailsUrl":"/efforts?model=claude-opus-5-5","publishedBenchmarkCount":17,"overallRating":{"score":0.9227331396853704,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3913998378752061},{"source":"ARC Prize","independent":true,"share":0.3493824147385795},{"source":"Artificial Analysis","independent":true,"share":0.25921774738621556}],"familyWeights":[{"family":"frontiercode","share":0.3913998378752056},{"family":"arc-agi","share":0.34938241473858},{"family":"hle","share":0.029996671318839246},{"family":"critpt","share":0.029692800887597685},{"family":"omniscience","share":0.029422796517942773},{"family":"mmmu-pro","share":0.02930937353281807},{"family":"aa-lcr","share":0.027418276617216405},{"family":"gdpval","share":0.023671697449452737},{"family":"briefcase","share":0.02110567340050057},{"family":"automationbench","share":0.020819570863213857},{"family":"gdp-pdf","share":0.020793627044876098},{"family":"terminal-bench-science","share":0.01584959276206823},{"family":"terminal-bench","share":0.011137666991689048}]},"capabilityRatings":[{"bucket":"agentic","score":0.8224272465769412,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7911577234617916,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9205523662220555,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7534456886553694,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7219409651935075,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6742313021047499,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9875606986017633,"lowerBound":0,"upperBound":1,"independentScore":0.9875606986017633,"independent":true,"opponentIds":331,"independentOpponentIds":331,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["82d5e8df767f94baf36abc8e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9631186691409305,"lowerBound":0,"upperBound":1,"independentScore":0.9631186691409305,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2541879a89dd37858f47f4dc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9364789522425678,"lowerBound":0,"upperBound":1,"independentScore":0.9364789522425678,"independent":true,"opponentIds":333,"independentOpponentIds":333,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["4b159a8eb029c9dd3fb7f9d3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9910884018716465,"lowerBound":0,"upperBound":1,"independentScore":0.9910884018716465,"independent":true,"opponentIds":334,"independentOpponentIds":334,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5ec4d9e0a8015bcfed6f1c5c"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9661968824627483,"lowerBound":0,"upperBound":1,"independentScore":0.9661968824627483,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ad278f24421e9a21fd446c62"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9802679358343347,"lowerBound":0,"upperBound":1,"independentScore":0.9802679358343347,"independent":true,"opponentIds":336,"independentOpponentIds":336,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7c108aaef2a400a56249a732"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9964228355120318,"lowerBound":0,"upperBound":1,"independentScore":0.9964228355120318,"independent":true,"opponentIds":338,"independentOpponentIds":338,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["bb1cb717c010fbd2a2e865e2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9960486384061329,"lowerBound":0,"upperBound":1,"independentScore":0.9960486384061329,"independent":true,"opponentIds":340,"independentOpponentIds":340,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["6b7f84b4e53309237143020e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9968605199364478,"lowerBound":0,"upperBound":1,"independentScore":0.9968605199364478,"independent":true,"opponentIds":341,"independentOpponentIds":341,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["08ec5224a9cebb9ab7549a8e"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.9385414569723882,"lowerBound":0,"upperBound":1,"independentScore":0.9385414569723882,"independent":true,"opponentIds":342,"independentOpponentIds":342,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["d462a80934a3302f9e13b4ed"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9677496155884674,"lowerBound":0,"upperBound":1,"independentScore":0.9677496155884674,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["53b6036a713f4c74f4a70c2b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9967197952291842,"lowerBound":0,"upperBound":1,"independentScore":0.9967197952291842,"independent":true,"opponentIds":343,"independentOpponentIds":343,"panelSize":49,"publishers":["ARC Prize"],"observations":["10908990b8182621c8f4f8d6"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":10,"publishers":["Cognition"],"observations":["19fc7dc49aea8a2208bcc28e","730b47939e189dc833d4d490"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["82d5e8df767f94baf36abc8e","2541879a89dd37858f47f4dc","4b159a8eb029c9dd3fb7f9d3","5ec4d9e0a8015bcfed6f1c5c","ad278f24421e9a21fd446c62","7c108aaef2a400a56249a732","bb1cb717c010fbd2a2e865e2","6b7f84b4e53309237143020e","08ec5224a9cebb9ab7549a8e","d462a80934a3302f9e13b4ed","53b6036a713f4c74f4a70c2b","10908990b8182621c8f4f8d6","19fc7dc49aea8a2208bcc28e","730b47939e189dc833d4d490"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":17}],"unspecified":0,"total":17}},{"id":"claude-opus-5-5--effort-low","name":"Claude Opus 5.5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5-5","detailsUrl":"/efforts?model=claude-opus-5-5","publishedBenchmarkCount":16,"overallRating":{"score":0.6310526155160828,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3913998378752061},{"source":"ARC Prize","independent":true,"share":0.3493824147385795},{"source":"Artificial Analysis","independent":true,"share":0.25921774738621556}],"familyWeights":[{"family":"frontiercode","share":0.3913998378752056},{"family":"arc-agi","share":0.34938241473858},{"family":"hle","share":0.029996671318839246},{"family":"critpt","share":0.029692800887597685},{"family":"omniscience","share":0.029422796517942773},{"family":"mmmu-pro","share":0.02930937353281807},{"family":"aa-lcr","share":0.027418276617216405},{"family":"gdpval","share":0.023671697449452737},{"family":"briefcase","share":0.02110567340050057},{"family":"automationbench","share":0.020819570863213857},{"family":"gdp-pdf","share":0.020793627044876098},{"family":"terminal-bench-science","share":0.01584959276206823},{"family":"terminal-bench","share":0.011137666991689048}]},"capabilityRatings":[{"bucket":"agentic","score":0.587879978401372,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5641769003515594,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7275108600674306,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7534456886553694,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6559784920661117,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5855385952909481,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7391150517331497,"lowerBound":0,"upperBound":1,"independentScore":0.7391150517331497,"independent":true,"opponentIds":331,"independentOpponentIds":331,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7db3cf5f5746a4d1f885b6fe"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.935501106713137,"lowerBound":0,"upperBound":1,"independentScore":0.935501106713137,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["40b0ded3ac8d8c77b77b1978"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7621456072577026,"lowerBound":0,"upperBound":1,"independentScore":0.7621456072577026,"independent":true,"opponentIds":333,"independentOpponentIds":333,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["94ef189002096d8efa98a00e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9101812315235197,"lowerBound":0,"upperBound":1,"independentScore":0.9101812315235197,"independent":true,"opponentIds":334,"independentOpponentIds":334,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2c2140166af8265468bb0264"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9268906292315107,"lowerBound":0,"upperBound":1,"independentScore":0.9268906292315107,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ba35bb83030538d8aaa57cc0"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7295634426242993,"lowerBound":0,"upperBound":1,"independentScore":0.7295634426242993,"independent":true,"opponentIds":336,"independentOpponentIds":336,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["2b6322bd2e8d7c8c95282222"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9687184594074639,"lowerBound":0,"upperBound":1,"independentScore":0.9687184594074639,"independent":true,"opponentIds":338,"independentOpponentIds":338,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f260aa641732c17a4d1aa9e5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9833739764872139,"lowerBound":0,"upperBound":1,"independentScore":0.9833739764872139,"independent":true,"opponentIds":340,"independentOpponentIds":340,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8bc32c5733549edd5eaedabd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9968605199364478,"lowerBound":0,"upperBound":1,"independentScore":0.9968605199364478,"independent":true,"opponentIds":341,"independentOpponentIds":341,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3bbc40c110afd37161e15188"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.8949271968504526,"lowerBound":0,"upperBound":1,"independentScore":0.8949271968504526,"independent":true,"opponentIds":342,"independentOpponentIds":342,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["39cae1fce4b9bb1d16501f75"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7994948076998301,"lowerBound":0,"upperBound":1,"independentScore":0.7994948076998301,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e148a8c2166dcd6a54b4a8e7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8420984706717429,"lowerBound":0,"upperBound":1,"independentScore":0.8420984706717429,"independent":true,"opponentIds":343,"independentOpponentIds":343,"panelSize":49,"publishers":["ARC Prize"],"observations":["9b2d75c09b222a335b5b0420"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7300780882491299,"lowerBound":0,"upperBound":1,"independentScore":0.7300780882491299,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":10,"publishers":["Cognition"],"observations":["b9bb4a797f74eb3290bd59f2","86f7d9616786fcaa781d9a6e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7db3cf5f5746a4d1f885b6fe","40b0ded3ac8d8c77b77b1978","94ef189002096d8efa98a00e","2c2140166af8265468bb0264","ba35bb83030538d8aaa57cc0","2b6322bd2e8d7c8c95282222","f260aa641732c17a4d1aa9e5","8bc32c5733549edd5eaedabd","3bbc40c110afd37161e15188","39cae1fce4b9bb1d16501f75","e148a8c2166dcd6a54b4a8e7","9b2d75c09b222a335b5b0420","b9bb4a797f74eb3290bd59f2","86f7d9616786fcaa781d9a6e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"claude-opus-5-5--effort-medium","name":"Claude Opus 5.5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5-5","detailsUrl":"/efforts?model=claude-opus-5-5","publishedBenchmarkCount":16,"overallRating":{"score":0.8968900120893727,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3913998378752061},{"source":"ARC Prize","independent":true,"share":0.3493824147385795},{"source":"Artificial Analysis","independent":true,"share":0.25921774738621556}],"familyWeights":[{"family":"frontiercode","share":0.3913998378752056},{"family":"arc-agi","share":0.34938241473858},{"family":"hle","share":0.029996671318839246},{"family":"critpt","share":0.029692800887597685},{"family":"omniscience","share":0.029422796517942773},{"family":"mmmu-pro","share":0.02930937353281807},{"family":"aa-lcr","share":0.027418276617216405},{"family":"gdpval","share":0.023671697449452737},{"family":"briefcase","share":0.02110567340050057},{"family":"automationbench","share":0.020819570863213857},{"family":"gdp-pdf","share":0.020793627044876098},{"family":"terminal-bench-science","share":0.01584959276206823},{"family":"terminal-bench","share":0.011137666991689048}]},"capabilityRatings":[{"bucket":"agentic","score":0.7734808346924932,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7239721448508876,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.918285950789036,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7534456886553694,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7219409651935075,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.775222934641692,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9651426169609849,"lowerBound":0,"upperBound":1,"independentScore":0.9651426169609849,"independent":true,"opponentIds":331,"independentOpponentIds":331,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e6b2c7f3ce3ab706b6c9262d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9932724217110415,"lowerBound":0,"upperBound":1,"independentScore":0.9932724217110415,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a722f0ba610fcbfb39f04c73"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9215803725117129,"lowerBound":0,"upperBound":1,"independentScore":0.9215803725117129,"independent":true,"opponentIds":333,"independentOpponentIds":333,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["868bd12c8cb86e2f5dfa1e0e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.962911527401636,"lowerBound":0,"upperBound":1,"independentScore":0.962911527401636,"independent":true,"opponentIds":334,"independentOpponentIds":334,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2d3fd09d220ab937db58d906"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9268906292315107,"lowerBound":0,"upperBound":1,"independentScore":0.9268906292315107,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8c689261b773ede1f426b711"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8871796370374774,"lowerBound":0,"upperBound":1,"independentScore":0.8871796370374774,"independent":true,"opponentIds":336,"independentOpponentIds":336,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d47868ca08c13ed7101f3906"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9948061365199069,"lowerBound":0,"upperBound":1,"independentScore":0.9948061365199069,"independent":true,"opponentIds":338,"independentOpponentIds":338,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b7f5b845012c3539eaf0234f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9960486384061329,"lowerBound":0,"upperBound":1,"independentScore":0.9960486384061329,"independent":true,"opponentIds":340,"independentOpponentIds":340,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["1642397d29e0befa66c92b36"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9968605199364478,"lowerBound":0,"upperBound":1,"independentScore":0.9968605199364478,"independent":true,"opponentIds":341,"independentOpponentIds":341,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ab1649abc7ea666ad5ea15fe"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.9350994927353922,"lowerBound":0,"upperBound":1,"independentScore":0.9350994927353922,"independent":true,"opponentIds":342,"independentOpponentIds":342,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["600753769dc5e2a230ba37e7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9531811546225858,"lowerBound":0,"upperBound":1,"independentScore":0.9531811546225858,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["0a81e1cf246bc1c5eff60038"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.955808651136779,"lowerBound":0,"upperBound":1,"independentScore":0.955808651136779,"independent":true,"opponentIds":343,"independentOpponentIds":343,"panelSize":49,"publishers":["ARC Prize"],"observations":["fcccddaa6664dcd9b4cf9ad3"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":10,"publishers":["Cognition"],"observations":["7f8f6fd0bdf1771f869816b9","bc4e683318a11b6833ff21c6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e6b2c7f3ce3ab706b6c9262d","a722f0ba610fcbfb39f04c73","868bd12c8cb86e2f5dfa1e0e","2d3fd09d220ab937db58d906","8c689261b773ede1f426b711","d47868ca08c13ed7101f3906","b7f5b845012c3539eaf0234f","1642397d29e0befa66c92b36","ab1649abc7ea666ad5ea15fe","600753769dc5e2a230ba37e7","0a81e1cf246bc1c5eff60038","fcccddaa6664dcd9b4cf9ad3","7f8f6fd0bdf1771f869816b9","bc4e683318a11b6833ff21c6"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":16}],"unspecified":0,"total":16}},{"id":"claude-opus-5-5--effort-xhigh","name":"Claude Opus 5.5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5-5","detailsUrl":"/efforts?model=claude-opus-5-5","publishedBenchmarkCount":18,"overallRating":{"score":0.8737406978750922,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3913998378752061},{"source":"ARC Prize","independent":true,"share":0.3493824147385795},{"source":"Artificial Analysis","independent":true,"share":0.25921774738621556}],"familyWeights":[{"family":"frontiercode","share":0.3913998378752056},{"family":"arc-agi","share":0.34938241473858},{"family":"hle","share":0.029996671318839246},{"family":"critpt","share":0.029692800887597685},{"family":"omniscience","share":0.029422796517942773},{"family":"mmmu-pro","share":0.02930937353281807},{"family":"aa-lcr","share":0.027418276617216405},{"family":"gdpval","share":0.023671697449452737},{"family":"briefcase","share":0.02110567340050057},{"family":"automationbench","share":0.020819570863213857},{"family":"gdp-pdf","share":0.020793627044876098},{"family":"terminal-bench-science","share":0.01584959276206823},{"family":"terminal-bench","share":0.011137666991689048}]},"capabilityRatings":[{"bucket":"agentic","score":0.8337156326183205,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7931114100076594,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8756139789912045,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7646562363273727,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7473574382419801,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7822366527625658,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9977383088366842,"lowerBound":0,"upperBound":1,"independentScore":0.9977383088366842,"independent":true,"opponentIds":331,"independentOpponentIds":331,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["309b850a473a4eb06ca36502"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9944866267466503,"lowerBound":0,"upperBound":1,"independentScore":0.9944866267466503,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e702f9f161d4d0063ffec926"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.960771707996791,"lowerBound":0,"upperBound":1,"independentScore":0.960771707996791,"independent":true,"opponentIds":333,"independentOpponentIds":333,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["22a36344fcb85f0b38d4aad8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9961335580483762,"lowerBound":0,"upperBound":1,"independentScore":0.9961335580483762,"independent":true,"opponentIds":334,"independentOpponentIds":334,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["156b01166c71c38ca981b51c"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9404644504987189,"lowerBound":0,"upperBound":1,"independentScore":0.9404644504987189,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["38b6bc70ded277488f2006c7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9937328215667057,"lowerBound":0,"upperBound":1,"independentScore":0.9937328215667057,"independent":true,"opponentIds":336,"independentOpponentIds":336,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ed53d6c7079c30eb2b3d818c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9985153272737959,"lowerBound":0,"upperBound":1,"independentScore":0.9985153272737959,"independent":true,"opponentIds":338,"independentOpponentIds":338,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c01678aa616d8c15eedcd1d2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9993350801016277,"lowerBound":0,"upperBound":1,"independentScore":0.9993350801016277,"independent":true,"opponentIds":340,"independentOpponentIds":340,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["c53c05143c6ab5c75a1d84aa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.998415639188927,"lowerBound":0,"upperBound":1,"independentScore":0.998415639188927,"independent":true,"opponentIds":341,"independentOpponentIds":341,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1e14877f84b551f62ef8af3e"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.9943530274236785,"lowerBound":0,"upperBound":1,"independentScore":0.9943530274236785,"independent":true,"opponentIds":342,"independentOpponentIds":342,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["a23074f9f8a70b48f67fad6b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.994901596868119,"lowerBound":0,"upperBound":1,"independentScore":0.994901596868119,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["16016608bc4248d23d282b06"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9955098836333914,"lowerBound":0,"upperBound":1,"independentScore":0.9955098836333914,"independent":true,"opponentIds":343,"independentOpponentIds":343,"panelSize":49,"publishers":["ARC Prize"],"observations":["adc443abcd6bfeb63a5a417c"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9063881832721798,"lowerBound":0,"upperBound":1,"independentScore":0.9063881832721798,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":10,"publishers":["Cognition"],"observations":["26490bed84e4943e2df858ae","dbd587172dfdcad52e7e40e2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["309b850a473a4eb06ca36502","e702f9f161d4d0063ffec926","22a36344fcb85f0b38d4aad8","156b01166c71c38ca981b51c","38b6bc70ded277488f2006c7","ed53d6c7079c30eb2b3d818c","c01678aa616d8c15eedcd1d2","c53c05143c6ab5c75a1d84aa","1e14877f84b551f62ef8af3e","a23074f9f8a70b48f67fad6b","16016608bc4248d23d282b06","adc443abcd6bfeb63a5a417c","26490bed84e4943e2df858ae","dbd587172dfdcad52e7e40e2"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":18}],"unspecified":0,"total":18}},{"id":"claude-sonnet-4-5-20250929--effort-reasoning","name":"Claude Sonnet 4.5 · Reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":22,"overallRating":{"score":0.08886774659080754,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000195}],"familyWeights":[{"family":"gmmlu","share":0.06892611438649252},{"family":"gdpval","share":0.065119487908554},{"family":"terminal-bench","share":0.06469872623172272},{"family":"tau-bench","share":0.06369622848721718},{"family":"automationbench","share":0.06285719564051356},{"family":"briefcase","share":0.06283147897293086},{"family":"gdp-pdf","share":0.06265126589990581},{"family":"mmlu-pro","share":0.05667036055239679},{"family":"ifbench","share":0.05646975635248393},{"family":"livecodebench","share":0.0561348241877609},{"family":"aime","share":0.056044843980021325},{"family":"hle","share":0.05531267112718124},{"family":"gpqa","share":0.055239876872580744},{"family":"critpt","share":0.05459628761948128},{"family":"omniscience","share":0.05424351417710449},{"family":"mmmu-pro","share":0.053784506516112635},{"family":"aa-lcr","share":0.05072286108754369}]},"capabilityRatings":[{"bucket":"agentic","score":0.19179611685196174,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17044238466761752,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12322965838586762,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2033334792464964,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10313719297633102,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2773207553396196,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4197087237339959,"lowerBound":0,"upperBound":1,"independentScore":0.4197087237339959,"independent":true,"opponentIds":346,"independentOpponentIds":346,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1a1b9aa1227717597b6847b5"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9005636786911897,"lowerBound":0,"upperBound":1,"independentScore":0.9005636786911897,"independent":true,"opponentIds":347,"independentOpponentIds":347,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["de1e01647292e9102ed45aa0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7529368875684778,"lowerBound":0,"upperBound":1,"independentScore":0.7529368875684778,"independent":true,"opponentIds":348,"independentOpponentIds":348,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["db806a12c42b98a164ee977d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5111684292583653,"lowerBound":0,"upperBound":1,"independentScore":0.5111684292583653,"independent":true,"opponentIds":349,"independentOpponentIds":349,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["1774a54d662320565d170e76"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6517454207403088,"lowerBound":0,"upperBound":1,"independentScore":0.6517454207403088,"independent":true,"opponentIds":350,"independentOpponentIds":350,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4a36ccc9c0f665a4b53b1d6b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4020566482893038,"lowerBound":0,"upperBound":1,"independentScore":0.4020566482893038,"independent":true,"opponentIds":351,"independentOpponentIds":351,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1016ec1494cf8458139671e2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5338559868881131,"lowerBound":0,"upperBound":1,"independentScore":0.5338559868881131,"independent":true,"opponentIds":352,"independentOpponentIds":352,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["3199e1446609878558cc7e69"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8753975677757656,"lowerBound":0,"upperBound":1,"independentScore":0.8753975677757656,"independent":true,"opponentIds":353,"independentOpponentIds":353,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["8f403f5bd47ca2833fc80bf0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7444415635841377,"lowerBound":0,"upperBound":1,"independentScore":0.7444415635841377,"independent":true,"opponentIds":354,"independentOpponentIds":354,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["df5144f0bc3dfefc0a136256"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6574932832535714,"lowerBound":0,"upperBound":1,"independentScore":0.6574932832535714,"independent":true,"opponentIds":355,"independentOpponentIds":355,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c60e757ef68afcde43a56bc8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6728306495923266,"lowerBound":0,"upperBound":1,"independentScore":0.6728306495923266,"independent":true,"opponentIds":356,"independentOpponentIds":356,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["752154fc7bb6ab5b9437f3c3"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7766553318917149,"lowerBound":0,"upperBound":1,"independentScore":0.7766553318917149,"independent":true,"opponentIds":357,"independentOpponentIds":357,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6c9293e23e64f29131b3d278"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9690304089505187,"lowerBound":0,"upperBound":1,"independentScore":0.9690304089505187,"independent":true,"opponentIds":358,"independentOpponentIds":358,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["266d8dc9f86ccb95c6645fa9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5541082611612741,"lowerBound":0,"upperBound":1,"independentScore":0.5541082611612741,"independent":true,"opponentIds":359,"independentOpponentIds":359,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3e0d99a12bb7de08ad26556c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7905257524953638,"lowerBound":0,"upperBound":1,"independentScore":0.7905257524953638,"independent":true,"opponentIds":360,"independentOpponentIds":360,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9e508c8c6b578671ad893039"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7236147724315132,"lowerBound":0,"upperBound":1,"independentScore":0.7236147724315132,"independent":true,"opponentIds":361,"independentOpponentIds":361,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["6722be7d2b55c374d9bb637c","f9f243e03759b358a57a4007"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5699407210646592,"lowerBound":0,"upperBound":1,"independentScore":0.5699407210646592,"independent":true,"opponentIds":362,"independentOpponentIds":362,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["4e1797d1fb9ba82a6999f801","bac4143f9a745d98bfeb22e4","1f78303c3188cf807ba58ec0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1a1b9aa1227717597b6847b5","de1e01647292e9102ed45aa0","db806a12c42b98a164ee977d","1774a54d662320565d170e76","4a36ccc9c0f665a4b53b1d6b","1016ec1494cf8458139671e2","3199e1446609878558cc7e69","8f403f5bd47ca2833fc80bf0","df5144f0bc3dfefc0a136256","c60e757ef68afcde43a56bc8","752154fc7bb6ab5b9437f3c3","6c9293e23e64f29131b3d278","266d8dc9f86ccb95c6645fa9","3e0d99a12bb7de08ad26556c","9e508c8c6b578671ad893039","6722be7d2b55c374d9bb637c","f9f243e03759b358a57a4007","4e1797d1fb9ba82a6999f801","bac4143f9a745d98bfeb22e4","1f78303c3188cf807ba58ec0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","name":"Claude Sonnet 4.5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":13,"overallRating":{"score":0.02442047944613883,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000016}],"familyWeights":[{"family":"mmlu-pro","share":0.08844774762030312},{"family":"ifbench","share":0.08816826761696908},{"family":"livecodebench","share":0.08680410473141303},{"family":"gpqa","share":0.08655125320422141},{"family":"hle","share":0.08649006430640568},{"family":"aime","share":0.08599193804016926},{"family":"critpt","share":0.0857214673880976},{"family":"omniscience","share":0.08483576381791008},{"family":"mmmu-pro","share":0.0845601120417289},{"family":"aa-lcr","share":0.0789056749438121},{"family":"tau-bench","share":0.074776698360674},{"family":"terminal-bench","share":0.06874690792830222}]},"capabilityRatings":[{"bucket":"agentic","score":0.10231533647982737,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04105520929996767,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07648571017987318,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1198718080572448,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07830209529804288,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11328148632982986,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.36962220408045415,"lowerBound":0,"upperBound":1,"independentScore":0.36962220408045415,"independent":true,"opponentIds":347,"independentOpponentIds":347,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8a159d4fef16041d56762dd8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5227371375887607,"lowerBound":0,"upperBound":1,"independentScore":0.5227371375887607,"independent":true,"opponentIds":348,"independentOpponentIds":348,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["674b1c581fa7dd12ee0b66cc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23278435374278575,"lowerBound":0,"upperBound":1,"independentScore":0.23278435374278575,"independent":true,"opponentIds":350,"independentOpponentIds":350,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["34d2f64ecde456514b2e2710"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5110666145053726,"lowerBound":0,"upperBound":1,"independentScore":0.5110666145053726,"independent":true,"opponentIds":354,"independentOpponentIds":354,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2b31de44a316fc16fda8177e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.40120870006245957,"lowerBound":0,"upperBound":1,"independentScore":0.40120870006245957,"independent":true,"opponentIds":355,"independentOpponentIds":355,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f783eb29b70679064120eaa9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.47311911345303737,"lowerBound":0,"upperBound":1,"independentScore":0.47311911345303737,"independent":true,"opponentIds":356,"independentOpponentIds":356,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e9b0ce7d16a5006a78eca66c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6146749924605088,"lowerBound":0,"upperBound":1,"independentScore":0.6146749924605088,"independent":true,"opponentIds":357,"independentOpponentIds":357,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7076314c6b18338bfa363af1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9391756553950215,"lowerBound":0,"upperBound":1,"independentScore":0.9391756553950215,"independent":true,"opponentIds":358,"independentOpponentIds":358,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["40bbe6df11b8de4e7657ecca"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.48394997493665276,"lowerBound":0,"upperBound":1,"independentScore":0.48394997493665276,"independent":true,"opponentIds":359,"independentOpponentIds":359,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b3c0845808f574dbc704d157"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7235414145642157,"lowerBound":0,"upperBound":1,"independentScore":0.7235414145642157,"independent":true,"opponentIds":360,"independentOpponentIds":360,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5d5aed22ee29eec8262d15fa"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6553872390634656,"lowerBound":0,"upperBound":1,"independentScore":0.6553872390634656,"independent":true,"opponentIds":363,"independentOpponentIds":363,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d0a93edeaedf53b41d00dbd3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7359528023465001,"lowerBound":0,"upperBound":1,"independentScore":0.7359528023465001,"independent":true,"opponentIds":364,"independentOpponentIds":364,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["6535f19e64380503ae7e87fe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8a159d4fef16041d56762dd8","674b1c581fa7dd12ee0b66cc","34d2f64ecde456514b2e2710","2b31de44a316fc16fda8177e","f783eb29b70679064120eaa9","e9b0ce7d16a5006a78eca66c","7076314c6b18338bfa363af1","40bbe6df11b8de4e7657ecca","b3c0845808f574dbc704d157","5d5aed22ee29eec8262d15fa","d0a93edeaedf53b41d00dbd3","6535f19e64380503ae7e87fe"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","name":"Claude Sonnet 4.5 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":5,"overallRating":{"score":0.11102746648740552,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":67,"independentFamilies":2,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6791361502264243},{"source":"Epoch AI","independent":true,"share":0.3208638497735759}],"familyWeights":[{"family":"arc-agi","share":0.6791361502264243},{"family":"frontiermath","share":0.19932774233282222},{"family":"gpqa","share":0.12153610744075363}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.18940068482090677,"supported":true,"families":3,"independentFamilies":2,"opponents":67,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":365,"independentOpponentIds":365,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-ii6JE9j57eSbuswEsJArTa"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4837314863727968,"lowerBound":0,"upperBound":1,"independentScore":0.4837314863727968,"independent":true,"opponentIds":366,"independentOpponentIds":366,"panelSize":49,"publishers":["ARC Prize"],"observations":["3f070c56f3e96293b3502873"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.16672305113877192,"lowerBound":0,"upperBound":1,"independentScore":0.16672305113877192,"independent":true,"opponentIds":367,"independentOpponentIds":367,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-d3m9Xip8cof4s77z6LKkEh","epoch-run-7oUkeLfwMK3MtkSNHX6QPu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3f070c56f3e96293b3502873","epoch-run-d3m9Xip8cof4s77z6LKkEh","epoch-run-7oUkeLfwMK3MtkSNHX6QPu","epoch-run-ii6JE9j57eSbuswEsJArTa"],"opponentModelIds":["claude-haiku-4-5-20251001","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","grok-4.3","glm-5.3","claude-opus-4-5-20251101","claude-sonnet-5","glm-5.2","qwen-3.8-max-0902","claude-opus-4-7","qwen-3.8-max","gemini-3.1-flash-lite","glm-5.1","qwen3.5-397b-a17b","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash","qwen3.7-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":5}],"unspecified":0,"total":5}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-16k","name":"Claude Sonnet 4.5 · Thinking 16K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":3,"overallRating":{"score":0.12917093703845925,"supported":false,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5828091207291712},{"source":"Epoch AI","independent":true,"share":0.4171908792708281}],"familyWeights":[{"family":"arc-agi","share":0.5828091207291719},{"family":"aime","share":0.3128931594531211},{"family":"gpqa","share":0.10429771981770704}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.21899174454665812,"supported":true,"families":3,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":365,"independentOpponentIds":365,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-7QkPRbRPpRx8nJT2ZcqSx6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":365,"independentOpponentIds":365,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-LkVuUxvsHNzpcg3sUiH7f3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.42073134941597723,"lowerBound":0,"upperBound":1,"independentScore":0.42073134941597723,"independent":true,"opponentIds":366,"independentOpponentIds":366,"panelSize":49,"publishers":["ARC Prize"],"observations":["54de588ab99dc61e79aad8e5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["54de588ab99dc61e79aad8e5","epoch-run-LkVuUxvsHNzpcg3sUiH7f3","epoch-run-7QkPRbRPpRx8nJT2ZcqSx6"],"opponentModelIds":["claude-haiku-4-5-20251001","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":3}],"unspecified":0,"total":3}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-1k","name":"Claude Sonnet 4.5 · Thinking 1K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":1,"overallRating":{"score":0.08443087460256053,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000033}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15244783582230878,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4622799064751642,"lowerBound":0,"upperBound":1,"independentScore":0.4622799064751642,"independent":true,"opponentIds":366,"independentOpponentIds":366,"panelSize":49,"publishers":["ARC Prize"],"observations":["e513347234a010f067c79909"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e513347234a010f067c79909"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 1K","settings":[{"label":"Thinking 1K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-8k","name":"Claude Sonnet 4.5 · Thinking 8K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":1,"overallRating":{"score":0.09742705280382297,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000033}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.16846600380235086,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4867745065292432,"lowerBound":0,"upperBound":1,"independentScore":0.4867745065292432,"independent":true,"opponentIds":366,"independentOpponentIds":366,"panelSize":49,"publishers":["ARC Prize"],"observations":["e78c77d5cf9767ea4f53df60"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e78c77d5cf9767ea4f53df60"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 8K","settings":[{"label":"Thinking 8K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-4-6--effort-max","name":"Claude Sonnet 4.6 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":39,"overallRating":{"score":0.18970871566299438,"supported":true,"families":29,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":234,"independentFamilies":29,"reason":null,"independentSources":5,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2185962603857261},{"source":"Artificial Analysis","independent":true,"share":0.21789670636043867},{"source":"ARC Prize","independent":true,"share":0.21606984117088954},{"source":"Vals AI","independent":true,"share":0.19341805866322834},{"source":"Epoch AI","independent":true,"share":0.15401913341970558}],"familyWeights":[{"family":"frontiercode","share":0.21859626038572608},{"family":"arc-agi","share":0.21606984117089006},{"family":"gpqa","share":0.06326073085911911},{"family":"simpleqa","share":0.0541549922975763},{"family":"aime","share":0.0495932185319006},{"family":"terminal-bench","share":0.034436702101271095},{"family":"vals-code-migration","share":0.021647809066098388},{"family":"vals-legal-research","share":0.021575668728145123},{"family":"vibe-code","share":0.021575668728145123},{"family":"harvey","share":0.021569373669058062},{"family":"vals-excel-modeling","share":0.021499921373294165},{"family":"vals-tax-agent","share":0.021420289538707275},{"family":"vals-finance-agent","share":0.021420289538707272},{"family":"mmlu-pro","share":0.02124875561492282},{"family":"gmmlu","share":0.013014987297307802},{"family":"ifbench","share":0.013008832292629528},{"family":"mmmu-pro","share":0.013001149401003874},{"family":"hle","share":0.012998435998802672},{"family":"omniscience","share":0.012997125789017128},{"family":"tau-bench","share":0.012983426874570228},{"family":"gdpval","share":0.012954514261725152},{"family":"briefcase","share":0.012939584198022755},{"family":"automationbench","share":0.01290623594514577},{"family":"gdp-pdf","share":0.01290398849574262},{"family":"critpt","share":0.012849746408486932},{"family":"aa-lcr","share":0.01279652225318222},{"family":"apex-agents","share":0.012304339154947717},{"family":"analyst-agent","share":0.012194263670537735},{"family":"itbench","share":0.01207732635530744}]},"capabilityRatings":[{"bucket":"agentic","score":0.40821346999193014,"supported":true,"families":13,"independentFamilies":13,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2817471779111111,"supported":true,"families":5,"independentFamilies":5,"opponents":234,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.30641686833624426,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.17632350119284224,"supported":true,"families":5,"independentFamilies":5,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.18567968646294095,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6333514900426317,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.2967350250394891,"lowerBound":0,"upperBound":1,"independentScore":0.2967350250394891,"independent":true,"opponentIds":368,"independentOpponentIds":368,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["1d61f2abfed894c939457377"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6254165623363888,"lowerBound":0,"upperBound":1,"independentScore":0.6254165623363888,"independent":true,"opponentIds":369,"independentOpponentIds":369,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["61d31423c8242d4750fb45e3"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4718267652244912,"lowerBound":0,"upperBound":1,"independentScore":0.4718267652244912,"independent":true,"opponentIds":370,"independentOpponentIds":370,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-XnQVH5qSfxVjpzoPwUEmnh"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.5671550814675886,"lowerBound":0,"upperBound":1,"independentScore":0.5671550814675886,"independent":true,"opponentIds":371,"independentOpponentIds":371,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["6e055900e434a08afaa864f2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8189739400995489,"lowerBound":0,"upperBound":1,"independentScore":0.8189739400995489,"independent":true,"opponentIds":372,"independentOpponentIds":372,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["9e6344bb7e2b7d1cc6b279f1","0503aab79fb5018379d57412"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5119116533065013,"lowerBound":0,"upperBound":1,"independentScore":0.5119116533065013,"independent":true,"opponentIds":373,"independentOpponentIds":373,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["d40b938958343e508989b1f1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7078022272077888,"lowerBound":0,"upperBound":1,"independentScore":0.7078022272077888,"independent":true,"opponentIds":374,"independentOpponentIds":374,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f7477c91311ae43b9633f3ba"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7128031079726764,"lowerBound":0,"upperBound":1,"independentScore":0.7128031079726764,"independent":true,"opponentIds":375,"independentOpponentIds":375,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d3b0cb69ebe2dd2f074ca9bb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7002540584765102,"lowerBound":0,"upperBound":1,"independentScore":0.7002540584765102,"independent":true,"opponentIds":376,"independentOpponentIds":376,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["18c64883cc863ce6b2cfbb5b"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9152691968225951,"lowerBound":0,"upperBound":1,"independentScore":0.9152691968225951,"independent":true,"opponentIds":377,"independentOpponentIds":377,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["ae3dffd71edc88976c1b0647"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.48174595054982405,"lowerBound":0,"upperBound":1,"independentScore":0.48174595054982405,"independent":true,"opponentIds":378,"independentOpponentIds":378,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["c71d9e6eb0084d3b114d8a80","epoch-run-SEePRKRcv8oqn5HpD2KFxB"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3960911324547687,"lowerBound":0,"upperBound":1,"independentScore":0.3960911324547687,"independent":true,"opponentIds":379,"independentOpponentIds":379,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7837554259540365,"lowerBound":0,"upperBound":1,"independentScore":0.7837554259540365,"independent":true,"opponentIds":380,"independentOpponentIds":380,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ff8cfcf684aa81ac724e7516"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6493813518174383,"lowerBound":0,"upperBound":1,"independentScore":0.6493813518174383,"independent":true,"opponentIds":381,"independentOpponentIds":381,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["807078434f5494d34d0a79a7"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.5392946296632108,"lowerBound":0,"upperBound":1,"independentScore":0.5392946296632108,"independent":true,"opponentIds":382,"independentOpponentIds":382,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["b9c5a949b02ceffa72995b33"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3906614785992218,"lowerBound":0,"upperBound":1,"independentScore":0.3906614785992218,"independent":true,"opponentIds":383,"independentOpponentIds":383,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6480340523771716,"lowerBound":0,"upperBound":1,"independentScore":0.6480340523771716,"independent":true,"opponentIds":384,"independentOpponentIds":384,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a9c308abff16e8e80548a3de"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8281899027069223,"lowerBound":0,"upperBound":1,"independentScore":0.8281899027069223,"independent":true,"opponentIds":385,"independentOpponentIds":385,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["65431a407554611313177afd"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7329457164010165,"lowerBound":0,"upperBound":1,"independentScore":0.7329457164010165,"independent":true,"opponentIds":386,"independentOpponentIds":386,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e2d735850e86d178767b312a","1fa859a810a6c1843cc1fe4e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.44279661723818503,"lowerBound":0,"upperBound":1,"independentScore":0.44279661723818503,"independent":true,"opponentIds":387,"independentOpponentIds":387,"panelSize":217,"publishers":["Artificial Analysis","Vals AI"],"observations":["27a48a90b965fc5a24cb1fa8","93b5cb4ffda39a308b3d11c4","7a5aa0d448e5956ea3efc834","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5920629980079675,"lowerBound":0,"upperBound":1,"independentScore":0.5920629980079675,"independent":true,"opponentIds":388,"independentOpponentIds":388,"panelSize":49,"publishers":["ARC Prize"],"observations":["d1a628a019bde02cfbdacf5e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.06753700967829467,"lowerBound":0,"upperBound":1,"independentScore":0.06753700967829467,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":10,"publishers":["Cognition"],"observations":["46f65324a766a154476a00ad","b7d96566d6b6b34d9e314f79"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.09736167253444604,"lowerBound":0,"upperBound":1,"independentScore":0.09736167253444604,"independent":true,"opponentIds":390,"independentOpponentIds":390,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-Zs5fCvNzaz8LhqgwDSAztU"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.3326842279925114,"lowerBound":0,"upperBound":1,"independentScore":0.3326842279925114,"independent":true,"opponentIds":391,"independentOpponentIds":391,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.49083241762983343,"lowerBound":0,"upperBound":1,"independentScore":0.49083241762983343,"independent":true,"opponentIds":392,"independentOpponentIds":392,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.44431304142151756,"lowerBound":0,"upperBound":1,"independentScore":0.44431304142151756,"independent":true,"opponentIds":393,"independentOpponentIds":393,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.38029085645121063,"lowerBound":0,"upperBound":1,"independentScore":0.38029085645121063,"independent":true,"opponentIds":394,"independentOpponentIds":394,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.23775537356236867,"lowerBound":0,"upperBound":1,"independentScore":0.23775537356236867,"independent":true,"opponentIds":395,"independentOpponentIds":395,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.5912170412067097,"lowerBound":0,"upperBound":1,"independentScore":0.5912170412067097,"independent":true,"opponentIds":396,"independentOpponentIds":396,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1d61f2abfed894c939457377","61d31423c8242d4750fb45e3","6e055900e434a08afaa864f2","9e6344bb7e2b7d1cc6b279f1","d40b938958343e508989b1f1","f7477c91311ae43b9633f3ba","d3b0cb69ebe2dd2f074ca9bb","18c64883cc863ce6b2cfbb5b","ae3dffd71edc88976c1b0647","c71d9e6eb0084d3b114d8a80","ff8cfcf684aa81ac724e7516","807078434f5494d34d0a79a7","b9c5a949b02ceffa72995b33","0503aab79fb5018379d57412","a9c308abff16e8e80548a3de","65431a407554611313177afd","e2d735850e86d178767b312a","1fa859a810a6c1843cc1fe4e","27a48a90b965fc5a24cb1fa8","93b5cb4ffda39a308b3d11c4","7a5aa0d448e5956ea3efc834","d1a628a019bde02cfbdacf5e","46f65324a766a154476a00ad","b7d96566d6b6b34d9e314f79","epoch-run-SEePRKRcv8oqn5HpD2KFxB","epoch-run-XnQVH5qSfxVjpzoPwUEmnh","epoch-run-Zs5fCvNzaz8LhqgwDSAztU","vals-finance-agent-v2:anthropic/claude-sonnet-4-6","vals-code-migration-v1:anthropic/claude-sonnet-4-6","vals-legal-research-v1:anthropic/claude-sonnet-4-6","vals-emb-v1:anthropic/claude-sonnet-4-6","vals-mmlu-pro-v1:anthropic/claude-sonnet-4-6","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-4-6","vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-4-6","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-4-6","vals-tax-agent-bench-v1:anthropic/claude-sonnet-4-6"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":39}],"unspecified":0,"total":39}},{"id":"claude-sonnet-4-6--effort-non-reasoning","name":"Claude Sonnet 4.6 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":24,"overallRating":{"score":0.07126374565799064,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":216,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999992}],"familyWeights":[{"family":"critpt","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.14171720288531742,"supported":false,"families":1,"independentFamilies":1,"opponents":216,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6049375173733664,"lowerBound":0,"upperBound":1,"independentScore":0.6049375173733664,"independent":true,"opponentIds":374,"independentOpponentIds":374,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9c93c91cb711addf1c4fa892","d4cb98101e2aae6472871fd6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9c93c91cb711addf1c4fa892","d4cb98101e2aae6472871fd6"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":24}],"unspecified":0,"total":24}},{"id":"claude-sonnet-4-6--effort-high","name":"Claude Sonnet 4.6 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":8,"overallRating":{"score":0.14681669541375963,"supported":true,"families":6,"publishers":4,"evaluationSources":4,"taskAreas":3,"opponents":80,"independentFamilies":6,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2843316191858705},{"source":"Cognition","independent":true,"share":0.2842962545566186},{"source":"Datacurve","independent":true,"share":0.25954808700608684},{"source":"Epoch AI","independent":true,"share":0.17182403925142933}],"familyWeights":[{"family":"arc-agi","share":0.28433161918587013},{"family":"frontiercode","share":0.28429625455661833},{"family":"deepswe","share":0.259548087006087},{"family":"gpqa","share":0.06382231064684224},{"family":"aime","share":0.06273500316206043},{"family":"simpleqa","share":0.04526672544252659}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.36146754072982007,"supported":true,"families":3,"independentFamilies":3,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1698298966716254,"supported":true,"families":2,"independentFamilies":2,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10429226286254895,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5323233141989729,"lowerBound":0,"upperBound":1,"independentScore":0.5323233141989729,"independent":true,"opponentIds":370,"independentOpponentIds":370,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-oXZ7ZVZtADrwFPKAe6zTvL"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6198652402624273,"lowerBound":0,"upperBound":1,"independentScore":0.6198652402624273,"independent":true,"opponentIds":397,"independentOpponentIds":397,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-DmdKPD9Z9RXwYyATAoG4Uw"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.636308254645142,"lowerBound":0,"upperBound":1,"independentScore":0.636308254645142,"independent":true,"opponentIds":388,"independentOpponentIds":388,"panelSize":49,"publishers":["ARC Prize"],"observations":["3fc5dd5ad41a965cc918cdf2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.06943536080226724,"lowerBound":0,"upperBound":1,"independentScore":0.06943536080226724,"independent":true,"opponentIds":398,"independentOpponentIds":398,"panelSize":25,"publishers":["Datacurve"],"observations":["46adf8595dc3ea458bbcbb0e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.05224530414230623,"lowerBound":0,"upperBound":1,"independentScore":0.05224530414230623,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":10,"publishers":["Cognition"],"observations":["6dd3175afce39f643aa12476","f069bb43a49e2e73d5a979fd"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":399,"independentOpponentIds":399,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-LJyKf8Xy4dymxNHbGLwNdA"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3fc5dd5ad41a965cc918cdf2","46adf8595dc3ea458bbcbb0e","6dd3175afce39f643aa12476","f069bb43a49e2e73d5a979fd","epoch-run-DmdKPD9Z9RXwYyATAoG4Uw","epoch-run-oXZ7ZVZtADrwFPKAe6zTvL","epoch-run-LJyKf8Xy4dymxNHbGLwNdA"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","muse-spark-1.1","muse-spark-1.2","claude-sonnet-5-5"]},"effort":{"label":"High","settings":[{"label":"High","observations":8}],"unspecified":0,"total":8}},{"id":"claude-sonnet-5--effort-max","name":"Claude Sonnet 5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":42,"overallRating":{"score":0.34355582708243687,"supported":true,"families":28,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":236,"independentFamilies":28,"reason":null,"independentSources":6,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.18891407440131058},{"source":"Terminal-Bench","independent":true,"share":0.1839616140205422},{"source":"Vals AI","independent":true,"share":0.18071856187991203},{"source":"Artificial Analysis","independent":true,"share":0.17186640841656697},{"source":"Epoch AI","independent":true,"share":0.16967664133275465},{"source":"Datacurve","independent":true,"share":0.10486269994890456}],"familyWeights":[{"family":"terminal-bench","share":0.215457395005546},{"family":"frontiercode","share":0.18891407440131106},{"family":"deepswe","share":0.1048626999489046},{"family":"gpqa","share":0.047524751166304745},{"family":"epoch-game-puzzles","share":0.03720397371870685},{"family":"frontiermath","share":0.03641014854854371},{"family":"aime","share":0.033787287163804636},{"family":"simpleqa","share":0.028224395142216595},{"family":"vals-code-migration","share":0.02015817271200201},{"family":"vals-legal-research","share":0.020128539520120354},{"family":"vibe-code","share":0.020128539520120354},{"family":"vals-excel-modeling","share":0.020097424668644615},{"family":"vals-finance-agent","share":0.02006471418375985},{"family":"vals-tax-agent","share":0.02006471418375985},{"family":"harvey","share":0.02005036962596682},{"family":"mmlu-pro","share":0.019942512541190883},{"family":"mmmu-pro","share":0.013557932080891047},{"family":"aa-lcr","share":0.01311168384116833},{"family":"analyst-agent","share":0.012814143925892179},{"family":"hle","share":0.01267455683912272},{"family":"critpt","share":0.012627149422788864},{"family":"omniscience","share":0.012584647646522925},{"family":"tau-bench","share":0.012377771974057695},{"family":"automationbench","share":0.01164961094418863},{"family":"briefcase","share":0.011645776493711108},{"family":"gdp-pdf","share":0.011610540651807189},{"family":"gdpval","share":0.011409445859029086},{"family":"enterprise-ops","share":0.01091702826991409}]},"capabilityRatings":[{"bucket":"agentic","score":0.5460897066052716,"supported":true,"families":12,"independentFamilies":12,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3622696810621864,"supported":true,"families":6,"independentFamilies":6,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.49859790361095496,"supported":true,"families":5,"independentFamilies":5,"opponents":143,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24051686503803418,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.31076518889188626,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7955372393675297,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7193758461981428,"lowerBound":0,"upperBound":1,"independentScore":0.7193758461981428,"independent":true,"opponentIds":400,"independentOpponentIds":400,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["009b3a85e026c832fce72710"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7696341134085123,"lowerBound":0,"upperBound":1,"independentScore":0.7696341134085123,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["942c2a8a3e7155e91c385135"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.47443436659025157,"lowerBound":0,"upperBound":1,"independentScore":0.47443436659025157,"independent":true,"opponentIds":402,"independentOpponentIds":402,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-XRutLYUVUePe69APTSTw8S"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9249286096876935,"lowerBound":0,"upperBound":1,"independentScore":0.9249286096876935,"independent":true,"opponentIds":403,"independentOpponentIds":403,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["56c684b0a01b99025cdd4153","1f238be1efecc7dda10af3cb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6798493237350401,"lowerBound":0,"upperBound":1,"independentScore":0.6798493237350401,"independent":true,"opponentIds":404,"independentOpponentIds":404,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["9248c3853443e53768afc18b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8893926032785268,"lowerBound":0,"upperBound":1,"independentScore":0.8893926032785268,"independent":true,"opponentIds":405,"independentOpponentIds":405,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["629e2c1d6874bd954db3e9e1"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7422741655648865,"lowerBound":0,"upperBound":1,"independentScore":0.7422741655648865,"independent":true,"opponentIds":406,"independentOpponentIds":406,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["25696098729be54115fb8457"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6623867011986786,"lowerBound":0,"upperBound":1,"independentScore":0.6623867011986786,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["9779f73be74f98f7ddd7be9c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8443593563328059,"lowerBound":0,"upperBound":1,"independentScore":0.8443593563328059,"independent":true,"opponentIds":408,"independentOpponentIds":408,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["289c32294ddd85e591f16ee7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4972265445235807,"lowerBound":0,"upperBound":1,"independentScore":0.4972265445235807,"independent":true,"opponentIds":409,"independentOpponentIds":409,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["2f3c7528a160f317604bea7d","epoch-run-FNXAt76ZUS3sWhQDFMga7U"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3992636377298002,"lowerBound":0,"upperBound":1,"independentScore":0.3992636377298002,"independent":true,"opponentIds":410,"independentOpponentIds":410,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9037931192490359,"lowerBound":0,"upperBound":1,"independentScore":0.9037931192490359,"independent":true,"opponentIds":411,"independentOpponentIds":411,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7c8b4f26ffe553325343a1ac"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.44079515989628343,"lowerBound":0,"upperBound":1,"independentScore":0.44079515989628343,"independent":true,"opponentIds":412,"independentOpponentIds":412,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7739101389515562,"lowerBound":0,"upperBound":1,"independentScore":0.7739101389515562,"independent":true,"opponentIds":413,"independentOpponentIds":413,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5a4c80288505f0ad98350099"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8561320667351623,"lowerBound":0,"upperBound":1,"independentScore":0.8561320667351623,"independent":true,"opponentIds":414,"independentOpponentIds":414,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6f48732eff38308580af22bd"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8490041315334884,"lowerBound":0,"upperBound":1,"independentScore":0.8490041315334884,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c6ffe36cce75fd7e742dfff3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.10648374621125242,"lowerBound":0,"upperBound":1,"independentScore":0.10648374621125242,"independent":true,"opponentIds":416,"independentOpponentIds":416,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["119c54d4b5b48352b6f0939d","df618e9592963789e14982f5","247bf3dc35d9e67fba3e754a","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.37772536687631003,"lowerBound":0,"upperBound":1,"independentScore":0.37772536687631003,"independent":true,"opponentIds":417,"independentOpponentIds":417,"panelSize":25,"publishers":["Datacurve"],"observations":["9fd633042f2f5198fccbe085"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.433427075252133,"lowerBound":0,"upperBound":1,"independentScore":0.433427075252133,"independent":true,"opponentIds":418,"independentOpponentIds":418,"panelSize":10,"publishers":["Cognition"],"observations":["f6c40a31975168e070d2cb4c","f38a139c5a520dd21aaf9132"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.48335462556096925,"lowerBound":0,"upperBound":1,"independentScore":0.48335462556096925,"independent":true,"opponentIds":419,"independentOpponentIds":419,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-bqiVinHXFcgyFGPstJwXJN","epoch-run-V6YuGpcu8MCbJNXKoJMA6b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7695464204587092,"lowerBound":0,"upperBound":1,"independentScore":0.7695464204587092,"independent":true,"opponentIds":420,"independentOpponentIds":420,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-YdcyYXLzqfPUSSgGv4MTED"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.23123397226930936,"lowerBound":0,"upperBound":1,"independentScore":0.23123397226930936,"independent":true,"opponentIds":421,"independentOpponentIds":421,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-LPo74T9L3CawnKX5LLUrSZ"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5428717748622154,"lowerBound":0,"upperBound":1,"independentScore":0.5428717748622154,"independent":true,"opponentIds":422,"independentOpponentIds":422,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6049677681107153,"lowerBound":0,"upperBound":1,"independentScore":0.6049677681107153,"independent":true,"opponentIds":423,"independentOpponentIds":423,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.6235489987513295,"lowerBound":0,"upperBound":1,"independentScore":0.6235489987513295,"independent":true,"opponentIds":424,"independentOpponentIds":424,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.5540758676351895,"lowerBound":0,"upperBound":1,"independentScore":0.5540758676351895,"independent":true,"opponentIds":425,"independentOpponentIds":425,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.6174212643943948,"lowerBound":0,"upperBound":1,"independentScore":0.6174212643943948,"independent":true,"opponentIds":426,"independentOpponentIds":426,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.43398527044822716,"lowerBound":0,"upperBound":1,"independentScore":0.43398527044822716,"independent":true,"opponentIds":427,"independentOpponentIds":427,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-sonnet-5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["009b3a85e026c832fce72710","942c2a8a3e7155e91c385135","56c684b0a01b99025cdd4153","9248c3853443e53768afc18b","629e2c1d6874bd954db3e9e1","25696098729be54115fb8457","9779f73be74f98f7ddd7be9c","289c32294ddd85e591f16ee7","2f3c7528a160f317604bea7d","7c8b4f26ffe553325343a1ac","1f238be1efecc7dda10af3cb","5a4c80288505f0ad98350099","6f48732eff38308580af22bd","c6ffe36cce75fd7e742dfff3","119c54d4b5b48352b6f0939d","df618e9592963789e14982f5","9fd633042f2f5198fccbe085","f6c40a31975168e070d2cb4c","f38a139c5a520dd21aaf9132","247bf3dc35d9e67fba3e754a","epoch-run-bqiVinHXFcgyFGPstJwXJN","epoch-run-V6YuGpcu8MCbJNXKoJMA6b","epoch-run-FNXAt76ZUS3sWhQDFMga7U","epoch-run-YdcyYXLzqfPUSSgGv4MTED","epoch-run-XRutLYUVUePe69APTSTw8S","epoch-run-LPo74T9L3CawnKX5LLUrSZ","vals-finance-agent-v2:anthropic/claude-sonnet-5","vals-code-migration-v1:anthropic/claude-sonnet-5","vals-legal-research-v1:anthropic/claude-sonnet-5","vals-emb-v1:anthropic/claude-sonnet-5","vals-mmlu-pro-v1:anthropic/claude-sonnet-5","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-5","vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-5","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-5","vals-tax-agent-bench-v1:anthropic/claude-sonnet-5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":42}],"unspecified":0,"total":42}},{"id":"claude-sonnet-5--effort-high","name":"Claude Sonnet 5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":17,"overallRating":{"score":0.25778760194914085,"supported":true,"families":12,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":229,"independentFamilies":12,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.262391093965375},{"source":"Terminal-Bench","independent":true,"share":0.2288769666987691},{"source":"SWE-rebench","independent":true,"share":0.2127621598597741},{"source":"Artificial Analysis","independent":true,"share":0.1613116509543386},{"source":"Datacurve","independent":true,"share":0.1346581285217445}],"familyWeights":[{"family":"frontiercode","share":0.2623910939653747},{"family":"terminal-bench","share":0.2381483878954419},{"family":"swe-rebench","share":0.21276215985977412},{"family":"deepswe","share":0.13465812852174444},{"family":"hle","share":0.021194043251678996},{"family":"critpt","share":0.02093499212612327},{"family":"omniscience","share":0.020774140079484582},{"family":"aa-lcr","share":0.019407917225492843},{"family":"briefcase","share":0.017678985279413962},{"family":"automationbench","share":0.017536492128911153},{"family":"gdp-pdf","share":0.017495704486888447},{"family":"gdpval","share":0.0170179551796715}]},"capabilityRatings":[{"bucket":"agentic","score":0.3222787702306105,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3857142007025757,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3792080438965046,"supported":true,"families":4,"independentFamilies":4,"opponents":110,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24867962668846644,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3581584587449345,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.676822157911779,"lowerBound":0,"upperBound":1,"independentScore":0.676822157911779,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["224850d9d58de545f8a79325"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8304343284147054,"lowerBound":0,"upperBound":1,"independentScore":0.8304343284147054,"independent":true,"opponentIds":428,"independentOpponentIds":428,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d61804932a7bf796852dc78b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6145835282898918,"lowerBound":0,"upperBound":1,"independentScore":0.6145835282898918,"independent":true,"opponentIds":404,"independentOpponentIds":404,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["58059f7e91260ed90996ccbc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.884107611531718,"lowerBound":0,"upperBound":1,"independentScore":0.884107611531718,"independent":true,"opponentIds":405,"independentOpponentIds":405,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ab3891e46bad11376babc68a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5093302242161711,"lowerBound":0,"upperBound":1,"independentScore":0.5093302242161711,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["23fcce925d6e017cab7e220c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7435164804329703,"lowerBound":0,"upperBound":1,"independentScore":0.7435164804329703,"independent":true,"opponentIds":408,"independentOpponentIds":408,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fe1f63723d2f9db36d317c2a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8674000524035687,"lowerBound":0,"upperBound":1,"independentScore":0.8674000524035687,"independent":true,"opponentIds":411,"independentOpponentIds":411,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6408a04e31b16fa9698fb9c1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.832942702343195,"lowerBound":0,"upperBound":1,"independentScore":0.832942702343195,"independent":true,"opponentIds":414,"independentOpponentIds":414,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["06a5ee8b96fecf5550834295"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4516453123186358,"lowerBound":0,"upperBound":1,"independentScore":0.4516453123186358,"independent":true,"opponentIds":429,"independentOpponentIds":429,"panelSize":108,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["7fc5c8ca8c2b4beff316d2d1","aaae9fdfb56cae71deebae41"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.27078477078477065,"lowerBound":0,"upperBound":1,"independentScore":0.27078477078477065,"independent":true,"opponentIds":417,"independentOpponentIds":417,"panelSize":25,"publishers":["Datacurve"],"observations":["52163093753564a0e2539873"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3733333333333333,"lowerBound":0,"upperBound":1,"independentScore":0.3733333333333333,"independent":true,"opponentIds":418,"independentOpponentIds":418,"panelSize":10,"publishers":["Cognition"],"observations":["a3f23bb0246903333cdc1388","e0e844ac4fa5c437d7f9afe6"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.2689352360043908,"lowerBound":0,"upperBound":1,"independentScore":0.2689352360043908,"independent":true,"opponentIds":430,"independentOpponentIds":430,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-8ea63df7cd359367585d2968"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["224850d9d58de545f8a79325","d61804932a7bf796852dc78b","58059f7e91260ed90996ccbc","ab3891e46bad11376babc68a","23fcce925d6e017cab7e220c","fe1f63723d2f9db36d317c2a","6408a04e31b16fa9698fb9c1","06a5ee8b96fecf5550834295","7fc5c8ca8c2b4beff316d2d1","52163093753564a0e2539873","aaae9fdfb56cae71deebae41","a3f23bb0246903333cdc1388","e0e844ac4fa5c437d7f9afe6","panel-8ea63df7cd359367585d2968"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"High","settings":[{"label":"High","observations":17}],"unspecified":0,"total":17}},{"id":"claude-sonnet-5--effort-low","name":"Claude Sonnet 5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":14,"overallRating":{"score":0.14479115931733572,"supported":true,"families":11,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5267578902445839},{"source":"Artificial Analysis","independent":true,"share":0.2649116066100681},{"source":"Datacurve","independent":true,"share":0.2083305031453452}],"familyWeights":[{"family":"frontiercode","share":0.5267578902445844},{"family":"deepswe","share":0.2083305031453453},{"family":"hle","share":0.035535679452864836},{"family":"critpt","share":0.03537797456304438},{"family":"omniscience","share":0.034744617544435356},{"family":"aa-lcr","share":0.032347445996711036},{"family":"briefcase","share":0.028477055300223795},{"family":"automationbench","share":0.027969564145062725},{"family":"gdp-pdf","share":0.027948748976694363},{"family":"gdpval","share":0.02727315847719335},{"family":"terminal-bench","share":0.01523736215383873}]},"capabilityRatings":[{"bucket":"agentic","score":0.23864918018072204,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.22289650495130622,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.28540039011368284,"supported":true,"families":3,"independentFamilies":3,"opponents":110,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2462931841097543,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.19672613217200938,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5209944804807941,"lowerBound":0,"upperBound":1,"independentScore":0.5209944804807941,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["80a39a8657c32d0acac497c3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6749855679992297,"lowerBound":0,"upperBound":1,"independentScore":0.6749855679992297,"independent":true,"opponentIds":428,"independentOpponentIds":428,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0a54d910891aae916762fc4d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4834921155120585,"lowerBound":0,"upperBound":1,"independentScore":0.4834921155120585,"independent":true,"opponentIds":404,"independentOpponentIds":404,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["3e9b0f413bca69f9ad1d17a6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7765856847358658,"lowerBound":0,"upperBound":1,"independentScore":0.7765856847358658,"independent":true,"opponentIds":405,"independentOpponentIds":405,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["98ee3a3176559ed9aaa5f1f2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.49572576154117337,"lowerBound":0,"upperBound":1,"independentScore":0.49572576154117337,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["4514553ecdbe876883be0bcd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6483249356883115,"lowerBound":0,"upperBound":1,"independentScore":0.6483249356883115,"independent":true,"opponentIds":408,"independentOpponentIds":408,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["84a0a733316c5843f82e98eb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7227365238131799,"lowerBound":0,"upperBound":1,"independentScore":0.7227365238131799,"independent":true,"opponentIds":411,"independentOpponentIds":411,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["750cf5738a688721d44d2b35"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8310694308747907,"lowerBound":0,"upperBound":1,"independentScore":0.8310694308747907,"independent":true,"opponentIds":414,"independentOpponentIds":414,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d7ae06368198adc01f75b507"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4334592063586698,"lowerBound":0,"upperBound":1,"independentScore":0.4334592063586698,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["2667f6083d1d783cf746c35e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.09203703703703697,"lowerBound":0,"upperBound":1,"independentScore":0.09203703703703697,"independent":true,"opponentIds":417,"independentOpponentIds":417,"panelSize":25,"publishers":["Datacurve"],"observations":["11a57984aea1a8da93db31c3"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.2140437608715555,"lowerBound":0,"upperBound":1,"independentScore":0.2140437608715555,"independent":true,"opponentIds":418,"independentOpponentIds":418,"panelSize":10,"publishers":["Cognition"],"observations":["8181883cb35a2a27684ba034","e554b93428a677182f0b4906"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["80a39a8657c32d0acac497c3","0a54d910891aae916762fc4d","3e9b0f413bca69f9ad1d17a6","98ee3a3176559ed9aaa5f1f2","4514553ecdbe876883be0bcd","84a0a733316c5843f82e98eb","750cf5738a688721d44d2b35","d7ae06368198adc01f75b507","2667f6083d1d783cf746c35e","11a57984aea1a8da93db31c3","8181883cb35a2a27684ba034","e554b93428a677182f0b4906"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":14}],"unspecified":0,"total":14}},{"id":"claude-sonnet-5--effort-medium","name":"Claude Sonnet 5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":14,"overallRating":{"score":0.22503557888922024,"supported":true,"families":11,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5267578902445839},{"source":"Artificial Analysis","independent":true,"share":0.2649116066100681},{"source":"Datacurve","independent":true,"share":0.2083305031453452}],"familyWeights":[{"family":"frontiercode","share":0.5267578902445844},{"family":"deepswe","share":0.2083305031453453},{"family":"hle","share":0.035535679452864836},{"family":"critpt","share":0.03537797456304438},{"family":"omniscience","share":0.034744617544435356},{"family":"aa-lcr","share":0.032347445996711036},{"family":"briefcase","share":0.028477055300223795},{"family":"automationbench","share":0.027969564145062725},{"family":"gdp-pdf","share":0.027948748976694363},{"family":"gdpval","share":0.02727315847719335},{"family":"terminal-bench","share":0.01523736215383873}]},"capabilityRatings":[{"bucket":"agentic","score":0.29816644808845855,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.29658785834778206,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3484422539793619,"supported":true,"families":3,"independentFamilies":3,"opponents":110,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2462931841097543,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.29552556570088134,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.589419197701999,"lowerBound":0,"upperBound":1,"independentScore":0.589419197701999,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["caeb58993d1166ca60d128e9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7916000326385543,"lowerBound":0,"upperBound":1,"independentScore":0.7916000326385543,"independent":true,"opponentIds":428,"independentOpponentIds":428,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4671a9f9a0d40e6f9c40643c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5572426599305849,"lowerBound":0,"upperBound":1,"independentScore":0.5572426599305849,"independent":true,"opponentIds":404,"independentOpponentIds":404,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["e56fd25b451255bf61748b03"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8302370730280789,"lowerBound":0,"upperBound":1,"independentScore":0.8302370730280789,"independent":true,"opponentIds":405,"independentOpponentIds":405,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5c0bc781fda61980b39a2e0a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5875392905769802,"lowerBound":0,"upperBound":1,"independentScore":0.5875392905769802,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f93d10f2a08e4e3dc58366a7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7115728106904204,"lowerBound":0,"upperBound":1,"independentScore":0.7115728106904204,"independent":true,"opponentIds":408,"independentOpponentIds":408,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["733f407e98726ebb79e39ad3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8203321351940878,"lowerBound":0,"upperBound":1,"independentScore":0.8203321351940878,"independent":true,"opponentIds":411,"independentOpponentIds":411,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["06ea5cb3c53334b37fcfb923"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8310694308747907,"lowerBound":0,"upperBound":1,"independentScore":0.8310694308747907,"independent":true,"opponentIds":414,"independentOpponentIds":414,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["35790006c3ca7096b09e208e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.41709986340781796,"lowerBound":0,"upperBound":1,"independentScore":0.41709986340781796,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["25a489bc5d0aef6c45763a82"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.1575925925925925,"lowerBound":0,"upperBound":1,"independentScore":0.1575925925925925,"independent":true,"opponentIds":417,"independentOpponentIds":417,"panelSize":25,"publishers":["Datacurve"],"observations":["a42f15ae42cd5b945a0d0f4f"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3133754463059599,"lowerBound":0,"upperBound":1,"independentScore":0.3133754463059599,"independent":true,"opponentIds":418,"independentOpponentIds":418,"panelSize":10,"publishers":["Cognition"],"observations":["35e4eb7c3f88bd81a2774079","6378f4d933273f336b571e3d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["caeb58993d1166ca60d128e9","4671a9f9a0d40e6f9c40643c","e56fd25b451255bf61748b03","5c0bc781fda61980b39a2e0a","f93d10f2a08e4e3dc58366a7","733f407e98726ebb79e39ad3","06ea5cb3c53334b37fcfb923","35790006c3ca7096b09e208e","25a489bc5d0aef6c45763a82","a42f15ae42cd5b945a0d0f4f","35e4eb7c3f88bd81a2774079","6378f4d933273f336b571e3d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":14}],"unspecified":0,"total":14}},{"id":"claude-sonnet-5--effort-xhigh","name":"Claude Sonnet 5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":42,"overallRating":{"score":0.37796581882811126,"supported":true,"families":22,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":230,"independentFamilies":22,"reason":null,"independentSources":5,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2661058820786445},{"source":"LiveBench","independent":true,"share":0.23206703848225418},{"source":"Epoch AI","independent":true,"share":0.187702302463059},{"source":"Artificial Analysis","independent":true,"share":0.177560233081625},{"source":"Datacurve","independent":true,"share":0.1365645438944161}],"familyWeights":[{"family":"frontiercode","share":0.2661058820786445},{"family":"deepswe","share":0.13656454389441613},{"family":"gpqa","share":0.07099638614635284},{"family":"aime","share":0.07027209787455628},{"family":"simpleqa","share":0.046433818442149735},{"family":"livebench-data","share":0.03315243406889344},{"family":"livebench-language","share":0.03315243406889344},{"family":"multi-swe-bench","share":0.03315243406889344},{"family":"livebench-coding","share":0.033152434068893434},{"family":"livebench-instructions","share":0.0331524340688934},{"family":"livebench-math","share":0.0331524340688934},{"family":"livebench-reasoning","share":0.0331524340688934},{"family":"hle","share":0.02062581361788457},{"family":"critpt","share":0.020356341402067102},{"family":"omniscience","share":0.020221189526874555},{"family":"enterprise-ops","share":0.019192355757688767},{"family":"aa-lcr","share":0.018918058618997636},{"family":"briefcase","share":0.01752283053940012},{"family":"automationbench","share":0.01741044244516574},{"family":"gdp-pdf","share":0.017362080687913662},{"family":"gdpval","share":0.01679019833518137},{"family":"terminal-bench","share":0.009160922150451901}]},"capabilityRatings":[{"bucket":"agentic","score":0.37090981157966446,"supported":true,"families":6,"independentFamilies":6,"opponents":143,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5088071231090264,"supported":true,"families":6,"independentFamilies":6,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5757312241988223,"supported":true,"families":5,"independentFamilies":5,"opponents":112,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1721026603013411,"supported":true,"families":4,"independentFamilies":4,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3581584587449345,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7294374637027288,"lowerBound":0,"upperBound":1,"independentScore":0.7294374637027288,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ea564a29acde7aa3a293c896"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7876140652528422,"lowerBound":0,"upperBound":1,"independentScore":0.7876140652528422,"independent":true,"opponentIds":402,"independentOpponentIds":402,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-T2wFfuSkUdyjpyqurxNmNK"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.828572166628098,"lowerBound":0,"upperBound":1,"independentScore":0.828572166628098,"independent":true,"opponentIds":428,"independentOpponentIds":428,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["12deda62e68f19722c504987"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6285329394195157,"lowerBound":0,"upperBound":1,"independentScore":0.6285329394195157,"independent":true,"opponentIds":404,"independentOpponentIds":404,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f96eebba51fd83bbf5658d8c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8865062224461098,"lowerBound":0,"upperBound":1,"independentScore":0.8865062224461098,"independent":true,"opponentIds":405,"independentOpponentIds":405,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0fcc65e2732904db0776c612"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7152147781315101,"lowerBound":0,"upperBound":1,"independentScore":0.7152147781315101,"independent":true,"opponentIds":406,"independentOpponentIds":406,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["33fdffb77c33d74827f29346"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6215226265916914,"lowerBound":0,"upperBound":1,"independentScore":0.6215226265916914,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f3c8571f70e5ee0a32b74758"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7885869660137355,"lowerBound":0,"upperBound":1,"independentScore":0.7885869660137355,"independent":true,"opponentIds":408,"independentOpponentIds":408,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["979c87685813c03cf4f6e629"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8230969228493806,"lowerBound":0,"upperBound":1,"independentScore":0.8230969228493806,"independent":true,"opponentIds":431,"independentOpponentIds":431,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-HhiYxEx3Bf8YDPUh34K4DC"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8960990731139596,"lowerBound":0,"upperBound":1,"independentScore":0.8960990731139596,"independent":true,"opponentIds":411,"independentOpponentIds":411,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["bb7b4fb71fc48b9e1144d5ea"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8473917294287444,"lowerBound":0,"upperBound":1,"independentScore":0.8473917294287444,"independent":true,"opponentIds":414,"independentOpponentIds":414,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["50217728be0b391e8e9415a0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.524670440823664,"lowerBound":0,"upperBound":1,"independentScore":0.524670440823664,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f221505cd3c57bec7fd7eafb"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.29118104118104104,"lowerBound":0,"upperBound":1,"independentScore":0.29118104118104104,"independent":true,"opponentIds":417,"independentOpponentIds":417,"panelSize":25,"publishers":["Datacurve"],"observations":["856339a53bf647f60852283a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.48847352024922125,"lowerBound":0,"upperBound":1,"independentScore":0.48847352024922125,"independent":true,"opponentIds":418,"independentOpponentIds":418,"panelSize":10,"publishers":["Cognition"],"observations":["61fd47e8efd909e62876c9b4","b36e1936d9f1400c7a8303c6"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.43835245724182775,"lowerBound":0,"upperBound":1,"independentScore":0.43835245724182775,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-cac9ea3d75b90f9f8e22b2f6","panel-130f53a4fe944096e9fb6b61","panel-a2e219e671bd391642993295","panel-6ade069d452324b81f97d2d0"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6163130547737603,"lowerBound":0,"upperBound":1,"independentScore":0.6163130547737603,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-090d54d836ee129f1e5e6609","panel-794d65e981554bcb3f0e92e4"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.23547665439849885,"lowerBound":0,"upperBound":1,"independentScore":0.23547665439849885,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4f59778a92b6497855298360","panel-a7b7df43b105c928e66b1c2f","panel-d7fb1cbe942c47c63bd72721"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.2671934762214043,"lowerBound":0,"upperBound":1,"independentScore":0.2671934762214043,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-dc52f3d94a18a75b842b27ef","panel-393d1ac80d2e548ca5be81d3","panel-357d096335d24889fd34958c"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.7986216352745905,"lowerBound":0,"upperBound":1,"independentScore":0.7986216352745905,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e6a2705861cdce46400bf7cb","panel-667bd298eef009be052a0928","panel-85beb6c46f4ef1f3cb15eca8"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6238904524788921,"lowerBound":0,"upperBound":1,"independentScore":0.6238904524788921,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e8a89b55eb0543d94e2cc816","panel-6e17221392c2b73cb835e55c","panel-ddb61e1c223050b01fe6a24d","panel-fc47f8546d6a90f124e667fd"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.22954102619614658,"lowerBound":0,"upperBound":1,"independentScore":0.22954102619614658,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-47835dba414723cbd89102e1","panel-91e73f1dddb884058280f326","panel-6b40d917d05afe59030e43e3","panel-1a215fce1b280d87fa9122ee"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.17853157777281858,"lowerBound":0,"upperBound":1,"independentScore":0.17853157777281858,"independent":true,"opponentIds":421,"independentOpponentIds":421,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-Qw4tGw38pk4sdsEehhrLSR"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ea564a29acde7aa3a293c896","12deda62e68f19722c504987","f96eebba51fd83bbf5658d8c","0fcc65e2732904db0776c612","33fdffb77c33d74827f29346","f3c8571f70e5ee0a32b74758","979c87685813c03cf4f6e629","bb7b4fb71fc48b9e1144d5ea","50217728be0b391e8e9415a0","f221505cd3c57bec7fd7eafb","856339a53bf647f60852283a","61fd47e8efd909e62876c9b4","b36e1936d9f1400c7a8303c6","panel-cac9ea3d75b90f9f8e22b2f6","panel-090d54d836ee129f1e5e6609","panel-794d65e981554bcb3f0e92e4","panel-4f59778a92b6497855298360","panel-dc52f3d94a18a75b842b27ef","panel-130f53a4fe944096e9fb6b61","panel-e6a2705861cdce46400bf7cb","panel-e8a89b55eb0543d94e2cc816","panel-a2e219e671bd391642993295","panel-6ade069d452324b81f97d2d0","panel-47835dba414723cbd89102e1","panel-a7b7df43b105c928e66b1c2f","panel-667bd298eef009be052a0928","panel-91e73f1dddb884058280f326","panel-6e17221392c2b73cb835e55c","panel-6b40d917d05afe59030e43e3","panel-1a215fce1b280d87fa9122ee","panel-393d1ac80d2e548ca5be81d3","panel-357d096335d24889fd34958c","panel-ddb61e1c223050b01fe6a24d","panel-85beb6c46f4ef1f3cb15eca8","panel-d7fb1cbe942c47c63bd72721","panel-fc47f8546d6a90f124e667fd","epoch-run-HhiYxEx3Bf8YDPUh34K4DC","epoch-run-T2wFfuSkUdyjpyqurxNmNK","epoch-run-Qw4tGw38pk4sdsEehhrLSR"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":42}],"unspecified":0,"total":42}},{"id":"claude-sonnet-5--effort-non-reasoning","name":"Claude Sonnet 5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":10,"overallRating":{"score":0.10367309964846345,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000115}],"familyWeights":[{"family":"gpqa","share":0.2300582644758386},{"family":"mmmu-pro","share":0.22521064216891615},{"family":"tau-bench","share":0.0973133855140313},{"family":"critpt","share":0.08103448004639352},{"family":"hle","share":0.07953446572161478},{"family":"omniscience","share":0.07755341938109415},{"family":"terminal-bench","share":0.07641875616296562},{"family":"aa-lcr","share":0.07233109853971945},{"family":"gdpval","share":0.06054548798942597}]},"capabilityRatings":[{"bucket":"agentic","score":0.2502943863285279,"supported":true,"families":2,"independentFamilies":2,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14564718684218694,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.426604964873934,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2067758952752811,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.16346467863970857,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2185885209737224,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7062156920974005,"lowerBound":0,"upperBound":1,"independentScore":0.7062156920974005,"independent":true,"opponentIds":428,"independentOpponentIds":428,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e8b35a81f7ac8b44be687f6b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6516664120771699,"lowerBound":0,"upperBound":1,"independentScore":0.6516664120771699,"independent":true,"opponentIds":405,"independentOpponentIds":405,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["42c6201fdfcdac3ecbdf3f77"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7187816158005632,"lowerBound":0,"upperBound":1,"independentScore":0.7187816158005632,"independent":true,"opponentIds":408,"independentOpponentIds":408,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c4b75cb9bd4d57b0ebb3d8d7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6756172794733651,"lowerBound":0,"upperBound":1,"independentScore":0.6756172794733651,"independent":true,"opponentIds":433,"independentOpponentIds":433,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["12f51bb25b612b21a8fbf9e0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6967980427079755,"lowerBound":0,"upperBound":1,"independentScore":0.6967980427079755,"independent":true,"opponentIds":411,"independentOpponentIds":411,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0039f53ce9442f0c5357ce07"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6751657903684268,"lowerBound":0,"upperBound":1,"independentScore":0.6751657903684268,"independent":true,"opponentIds":413,"independentOpponentIds":413,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["d42139c140597a61dfc0a1e6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7944434897916048,"lowerBound":0,"upperBound":1,"independentScore":0.7944434897916048,"independent":true,"opponentIds":414,"independentOpponentIds":414,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e9b70c2e0f05e22df0d3803b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4986401058230974,"lowerBound":0,"upperBound":1,"independentScore":0.4986401058230974,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["59745d1742e79ff24f2a897e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8455272368468327,"lowerBound":0,"upperBound":1,"independentScore":0.8455272368468327,"independent":true,"opponentIds":434,"independentOpponentIds":434,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["d845260785d3f5133f85ba54"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e8b35a81f7ac8b44be687f6b","42c6201fdfcdac3ecbdf3f77","c4b75cb9bd4d57b0ebb3d8d7","12f51bb25b612b21a8fbf9e0","0039f53ce9442f0c5357ce07","d42139c140597a61dfc0a1e6","e9b70c2e0f05e22df0d3803b","59745d1742e79ff24f2a897e","d845260785d3f5133f85ba54"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"claude-sonnet-5-5--effort-max","name":"Claude Sonnet 5.5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5-5","detailsUrl":"/efforts?model=claude-sonnet-5-5","publishedBenchmarkCount":50,"overallRating":{"score":0.7752346952613443,"supported":true,"families":26,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":229,"independentFamilies":26,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24590010923127317},{"source":"Terminal-Bench","independent":true,"share":0.2249805092587403},{"source":"Vals AI","independent":true,"share":0.1972009163340161},{"source":"Artificial Analysis","independent":true,"share":0.1943164908343459},{"source":"LiveBench","independent":true,"share":0.13760197434162189}],"familyWeights":[{"family":"frontiercode","share":0.24590010923127292},{"family":"terminal-bench","share":0.23304446975541096},{"family":"harvey","share":0.046431510116807434},{"family":"vals-code-migration","share":0.02840960122358466},{"family":"vibe-code","share":0.028352541630364436},{"family":"vals-legal-research","share":0.02820254629111754},{"family":"vals-excel-modeling","share":0.027985138612027078},{"family":"vals-finance-agent","share":0.027914269229114597},{"family":"vals-tax-agent","share":0.02787484737713304},{"family":"livebench-data","share":0.0196574249059459},{"family":"livebench-language","share":0.0196574249059459},{"family":"multi-swe-bench","share":0.0196574249059459},{"family":"livebench-coding","share":0.019657424905945898},{"family":"livebench-instructions","share":0.019657424905945877},{"family":"livebench-math","share":0.019657424905945877},{"family":"livebench-reasoning","share":0.019657424905945877},{"family":"aa-lcr","share":0.019641767423257194},{"family":"hle","share":0.0191408171535055},{"family":"critpt","share":0.01902762643580707},{"family":"omniscience","share":0.018954002253175242},{"family":"analyst-agent","share":0.01783161901155105},{"family":"gdpval","share":0.01660119455988677},{"family":"briefcase","share":0.015499426367890699},{"family":"automationbench","share":0.015441579368690669},{"family":"gdp-pdf","share":0.015383589465822743},{"family":"terminal-bench-science","share":0.010761370151953744}]},"capabilityRatings":[{"bucket":"agentic","score":0.6155175536579197,"supported":true,"families":12,"independentFamilies":12,"opponents":144,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7309923470648578,"supported":true,"families":4,"independentFamilies":4,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8584083743619884,"supported":true,"families":6,"independentFamilies":6,"opponents":113,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.33850286989596157,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.8613231982260343,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.9757842068627293,"lowerBound":0,"upperBound":1,"independentScore":0.9757842068627293,"independent":true,"opponentIds":435,"independentOpponentIds":435,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["601a9db0513c94649add0c40"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":436,"independentOpponentIds":436,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7e7a93700e440bbd01d760e4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9714560376297245,"lowerBound":0,"upperBound":1,"independentScore":0.9714560376297245,"independent":true,"opponentIds":437,"independentOpponentIds":437,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["3898d17f98a92bbea0caf82d","f9b007a887bbab3c15300a10"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9965122927891399,"lowerBound":0,"upperBound":1,"independentScore":0.9965122927891399,"independent":true,"opponentIds":438,"independentOpponentIds":438,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["925b7de70a66a8762f910144"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9915826101907014,"lowerBound":0,"upperBound":1,"independentScore":0.9915826101907014,"independent":true,"opponentIds":439,"independentOpponentIds":439,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e663da7494adfbd64cee7d9d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9307869492924425,"lowerBound":0,"upperBound":1,"independentScore":0.9307869492924425,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d6af01cc08e9792cfb6dec8f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9925378235688516,"lowerBound":0,"upperBound":1,"independentScore":0.9925378235688516,"independent":true,"opponentIds":441,"independentOpponentIds":441,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["dcc1354340394416c73b6ac2"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.36224316054071093,"lowerBound":0,"upperBound":1,"independentScore":0.36224316054071093,"independent":true,"opponentIds":442,"independentOpponentIds":442,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["04e9ed9306db8ac657de38bd","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-5-5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9924990361824718,"lowerBound":0,"upperBound":1,"independentScore":0.9924990361824718,"independent":true,"opponentIds":443,"independentOpponentIds":443,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["01127ecc8f06fece1dfed761"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9615298509315788,"lowerBound":0,"upperBound":1,"independentScore":0.9615298509315788,"independent":true,"opponentIds":444,"independentOpponentIds":444,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1907b656bd509a3647e3f5fc"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.9520263687660566,"lowerBound":0,"upperBound":1,"independentScore":0.9520263687660566,"independent":true,"opponentIds":445,"independentOpponentIds":445,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["c40e2d8e35163bc8252c9297"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8768513654381346,"lowerBound":0,"upperBound":1,"independentScore":0.8768513654381346,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["0249af7ec555e2c7f7311f58","9300a0e1cb70abbef51d728a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6307365261973239,"lowerBound":0,"upperBound":1,"independentScore":0.6307365261973239,"independent":true,"opponentIds":446,"independentOpponentIds":446,"panelSize":10,"publishers":["Cognition"],"observations":["2e2a4bc317bd35c6e0a9acff","1727937b7ec82bbc16c23336"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7569620788894534,"lowerBound":0,"upperBound":1,"independentScore":0.7569620788894534,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-3ffaae790b7e3d3e07e6bb93","panel-96fd55540df8e4a9431ff751","panel-b674a6016d5e1443779b0676","panel-63b9e159cd4a333dab85ab7e"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.9955561198577959,"lowerBound":0,"upperBound":1,"independentScore":0.9955561198577959,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e8160d00199e2caee698cb7e","panel-eed881eb93fdef4c09afaa59"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5147000733592912,"lowerBound":0,"upperBound":1,"independentScore":0.5147000733592912,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f21749cd94a53dcbe2801102","panel-e31cb53231e2b27cca93912b","panel-c6d6f00354d84902d81115f0"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.1447717397438068,"lowerBound":0,"upperBound":1,"independentScore":0.1447717397438068,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-5f85117b9a7433d053758ad0","panel-01a0f8eaba8435ceda425f94","panel-11353ac09e4e1e58406e2979"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6122679307036848,"lowerBound":0,"upperBound":1,"independentScore":0.6122679307036848,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-2699ab6f506006b4a0a59751","panel-806f7f43c0689fa946699788","panel-b305f6586277db0044cd4ebe"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7927882173692234,"lowerBound":0,"upperBound":1,"independentScore":0.7927882173692234,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-09c8816501726571273693f9","panel-663d8d1a55edbd6bbc306613","panel-75eae8669d73a09ea4debaef","panel-bd3dd825b37c662e198ce2cb"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.15807516505840552,"lowerBound":0,"upperBound":1,"independentScore":0.15807516505840552,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-84f8ea1d78c778ab372af271","panel-7c561f5d4d3417205b165aa0","panel-88551f37720f4b4b9b9edf71","panel-1cbfecf4550a313cdb271f27"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.8178200953827356,"lowerBound":0,"upperBound":1,"independentScore":0.8178200953827356,"independent":true,"opponentIds":448,"independentOpponentIds":448,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-sonnet-5-5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":449,"independentOpponentIds":449,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-sonnet-5-5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.8004822531882003,"lowerBound":0,"upperBound":1,"independentScore":0.8004822531882003,"independent":true,"opponentIds":450,"independentOpponentIds":450,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-sonnet-5-5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.9793981872584873,"lowerBound":0,"upperBound":1,"independentScore":0.9793981872584873,"independent":true,"opponentIds":451,"independentOpponentIds":451,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-sonnet-5-5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":452,"independentOpponentIds":452,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-5-5"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.8826176993832321,"lowerBound":0,"upperBound":1,"independentScore":0.8826176993832321,"independent":true,"opponentIds":453,"independentOpponentIds":453,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:anthropic/claude-sonnet-5-5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["601a9db0513c94649add0c40","7e7a93700e440bbd01d760e4","3898d17f98a92bbea0caf82d","925b7de70a66a8762f910144","e663da7494adfbd64cee7d9d","d6af01cc08e9792cfb6dec8f","dcc1354340394416c73b6ac2","04e9ed9306db8ac657de38bd","01127ecc8f06fece1dfed761","f9b007a887bbab3c15300a10","1907b656bd509a3647e3f5fc","c40e2d8e35163bc8252c9297","0249af7ec555e2c7f7311f58","2e2a4bc317bd35c6e0a9acff","1727937b7ec82bbc16c23336","9300a0e1cb70abbef51d728a","panel-3ffaae790b7e3d3e07e6bb93","panel-e8160d00199e2caee698cb7e","panel-eed881eb93fdef4c09afaa59","panel-f21749cd94a53dcbe2801102","panel-5f85117b9a7433d053758ad0","panel-96fd55540df8e4a9431ff751","panel-2699ab6f506006b4a0a59751","panel-09c8816501726571273693f9","panel-b674a6016d5e1443779b0676","panel-63b9e159cd4a333dab85ab7e","panel-84f8ea1d78c778ab372af271","panel-e31cb53231e2b27cca93912b","panel-806f7f43c0689fa946699788","panel-7c561f5d4d3417205b165aa0","panel-663d8d1a55edbd6bbc306613","panel-88551f37720f4b4b9b9edf71","panel-1cbfecf4550a313cdb271f27","panel-01a0f8eaba8435ceda425f94","panel-11353ac09e4e1e58406e2979","panel-75eae8669d73a09ea4debaef","panel-b305f6586277db0044cd4ebe","panel-c6d6f00354d84902d81115f0","panel-bd3dd825b37c662e198ce2cb","vals-finance-agent-v2:anthropic/claude-sonnet-5-5","vals-code-migration-v1:anthropic/claude-sonnet-5-5","vals-legal-research-v1:anthropic/claude-sonnet-5-5","vals-emb-v1:anthropic/claude-sonnet-5-5","vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-5-5","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-5-5","vals-tax-agent-bench-v1:anthropic/claude-sonnet-5-5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":50}],"unspecified":0,"total":50}},{"id":"claude-sonnet-5-5--effort-high","name":"Claude Sonnet 5.5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5-5","detailsUrl":"/efforts?model=claude-sonnet-5-5","publishedBenchmarkCount":15,"overallRating":{"score":0.7259972540368528,"supported":true,"families":11,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5575806830901143},{"source":"Artificial Analysis","independent":true,"share":0.3314012029324443},{"source":"Vals AI","independent":true,"share":0.11101811397743915}],"familyWeights":[{"family":"frontiercode","share":0.5575806830901142},{"family":"terminal-bench","share":0.12702587332375528},{"family":"hle","share":0.0435330842491944},{"family":"critpt","share":0.043146269827988054},{"family":"omniscience","share":0.04270048725915606},{"family":"aa-lcr","share":0.03973273867315738},{"family":"gdpval","share":0.03396983369638969},{"family":"briefcase","share":0.030181390171501146},{"family":"automationbench","share":0.029713521921862038},{"family":"gdp-pdf","share":0.02968374501885625},{"family":"terminal-bench-science","share":0.022732372768024398}]},"capabilityRatings":[{"bucket":"agentic","score":0.7457875068661606,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5559243394355308,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.788814103611465,"supported":true,"families":2,"independentFamilies":2,"opponents":110,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4944991032227066,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.41108062489924047,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9710518791442486,"lowerBound":0,"upperBound":1,"independentScore":0.9710518791442486,"independent":true,"opponentIds":436,"independentOpponentIds":436,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f370c0e51bce2e33b7806283"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8650721616246979,"lowerBound":0,"upperBound":1,"independentScore":0.8650721616246979,"independent":true,"opponentIds":454,"independentOpponentIds":454,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d8f3bce7ec3db35129f7218f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.882119052192337,"lowerBound":0,"upperBound":1,"independentScore":0.882119052192337,"independent":true,"opponentIds":438,"independentOpponentIds":438,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["aa75f4c6c547b00a4210659e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9397420090393743,"lowerBound":0,"upperBound":1,"independentScore":0.9397420090393743,"independent":true,"opponentIds":439,"independentOpponentIds":439,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["10745788e455ab97c9e194f7"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9089958395499617,"lowerBound":0,"upperBound":1,"independentScore":0.9089958395499617,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["4abeea8445ce38753fa77a0c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.879731526260522,"lowerBound":0,"upperBound":1,"independentScore":0.879731526260522,"independent":true,"opponentIds":441,"independentOpponentIds":441,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["3ff6ca9f251f9d482c3b3000"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.95169188779427,"lowerBound":0,"upperBound":1,"independentScore":0.95169188779427,"independent":true,"opponentIds":443,"independentOpponentIds":443,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["971b31b166049e37f7c09ffd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9477278496897774,"lowerBound":0,"upperBound":1,"independentScore":0.9477278496897774,"independent":true,"opponentIds":444,"independentOpponentIds":444,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fbffabaf317dcc99c4aca30e"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.8851554611331367,"lowerBound":0,"upperBound":1,"independentScore":0.8851554611331367,"independent":true,"opponentIds":445,"independentOpponentIds":445,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["8147bc46a12cdcae42a8b1d7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8360729893688683,"lowerBound":0,"upperBound":1,"independentScore":0.8360729893688683,"independent":true,"opponentIds":455,"independentOpponentIds":455,"panelSize":109,"publishers":["Artificial Analysis","Vals AI"],"observations":["acd66def8ec3de8e5109a394","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-5-5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7332650591192629,"lowerBound":0,"upperBound":1,"independentScore":0.7332650591192629,"independent":true,"opponentIds":446,"independentOpponentIds":446,"panelSize":10,"publishers":["Cognition"],"observations":["4832e4d29a499174e911f69b","fdf647585fd6368c5653e162"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f370c0e51bce2e33b7806283","d8f3bce7ec3db35129f7218f","aa75f4c6c547b00a4210659e","10745788e455ab97c9e194f7","4abeea8445ce38753fa77a0c","3ff6ca9f251f9d482c3b3000","971b31b166049e37f7c09ffd","fbffabaf317dcc99c4aca30e","8147bc46a12cdcae42a8b1d7","acd66def8ec3de8e5109a394","4832e4d29a499174e911f69b","fdf647585fd6368c5653e162","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-5-5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"High","settings":[{"label":"High","observations":15}],"unspecified":0,"total":15}},{"id":"claude-sonnet-5-5--effort-low","name":"Claude Sonnet 5.5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5-5","detailsUrl":"/efforts?model=claude-sonnet-5-5","publishedBenchmarkCount":14,"overallRating":{"score":0.20124048734416985,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.6232187559940648},{"source":"Artificial Analysis","independent":true,"share":0.37678124400593177}],"familyWeights":[{"family":"frontiercode","share":0.6232187559940651},{"family":"hle","share":0.05024873840571657},{"family":"critpt","share":0.050158279130002696},{"family":"omniscience","share":0.04906471726646312},{"family":"aa-lcr","share":0.04570183643468446},{"family":"gdpval","share":0.0383894696389768},{"family":"briefcase","share":0.033699286343395564},{"family":"automationbench","share":0.033039053575383635},{"family":"gdp-pdf","share":0.03302319040340168},{"family":"terminal-bench-science","share":0.025390187404494082},{"family":"terminal-bench","share":0.018066485403414385}]},"capabilityRatings":[{"bucket":"agentic","score":0.4701343242220543,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.36956419653266437,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.35594098198271507,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.420534277530634,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.34810363584349185,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7368025791749786,"lowerBound":0,"upperBound":1,"independentScore":0.7368025791749786,"independent":true,"opponentIds":436,"independentOpponentIds":436,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fd7593f4bf59d0664e34c13c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8369869025805436,"lowerBound":0,"upperBound":1,"independentScore":0.8369869025805436,"independent":true,"opponentIds":454,"independentOpponentIds":454,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a691985bc8b35b0e0b33f6fc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.725606285797733,"lowerBound":0,"upperBound":1,"independentScore":0.725606285797733,"independent":true,"opponentIds":438,"independentOpponentIds":438,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["3de18ebfffca818568c0f3b3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8624310565855189,"lowerBound":0,"upperBound":1,"independentScore":0.8624310565855189,"independent":true,"opponentIds":439,"independentOpponentIds":439,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b81421d2d8a5aee4db6175d2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7277502420025724,"lowerBound":0,"upperBound":1,"independentScore":0.7277502420025724,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e11480fd2c3277993de50a4a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7186932277817519,"lowerBound":0,"upperBound":1,"independentScore":0.7186932277817519,"independent":true,"opponentIds":441,"independentOpponentIds":441,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["1d61e0b092cd38504a5c871d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.880961290782991,"lowerBound":0,"upperBound":1,"independentScore":0.880961290782991,"independent":true,"opponentIds":443,"independentOpponentIds":443,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["47541c8b73ead0d2f21e946b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.924444447672396,"lowerBound":0,"upperBound":1,"independentScore":0.924444447672396,"independent":true,"opponentIds":444,"independentOpponentIds":444,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2cc8c80d15b03c0483dcba6b"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.685462073589297,"lowerBound":0,"upperBound":1,"independentScore":0.685462073589297,"independent":true,"opponentIds":445,"independentOpponentIds":445,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["dd9be8f0efdd52f99175a0f3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6685443380104527,"lowerBound":0,"upperBound":1,"independentScore":0.6685443380104527,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d7a20749701815a0f350486c"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.22026868632224325,"lowerBound":0,"upperBound":1,"independentScore":0.22026868632224325,"independent":true,"opponentIds":446,"independentOpponentIds":446,"panelSize":10,"publishers":["Cognition"],"observations":["9a91cb47980d10cf43433b6c","756c6aa0f40124946baeaf66"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fd7593f4bf59d0664e34c13c","a691985bc8b35b0e0b33f6fc","3de18ebfffca818568c0f3b3","b81421d2d8a5aee4db6175d2","e11480fd2c3277993de50a4a","1d61e0b092cd38504a5c871d","47541c8b73ead0d2f21e946b","2cc8c80d15b03c0483dcba6b","dd9be8f0efdd52f99175a0f3","d7a20749701815a0f350486c","9a91cb47980d10cf43433b6c","756c6aa0f40124946baeaf66"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":14}],"unspecified":0,"total":14}},{"id":"claude-sonnet-5-5--effort-medium","name":"Claude Sonnet 5.5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5-5","detailsUrl":"/efforts?model=claude-sonnet-5-5","publishedBenchmarkCount":14,"overallRating":{"score":0.32678284268329194,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.6232187559940648},{"source":"Artificial Analysis","independent":true,"share":0.37678124400593177}],"familyWeights":[{"family":"frontiercode","share":0.6232187559940651},{"family":"hle","share":0.05024873840571657},{"family":"critpt","share":0.050158279130002696},{"family":"omniscience","share":0.04906471726646312},{"family":"aa-lcr","share":0.04570183643468446},{"family":"gdpval","share":0.0383894696389768},{"family":"briefcase","share":0.033699286343395564},{"family":"automationbench","share":0.033039053575383635},{"family":"gdp-pdf","share":0.03302319040340168},{"family":"terminal-bench-science","share":0.025390187404494082},{"family":"terminal-bench","share":0.018066485403414385}]},"capabilityRatings":[{"bucket":"agentic","score":0.5827679344998422,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.44386819331985067,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4829271803120956,"supported":true,"families":2,"independentFamilies":2,"opponents":109,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.43175120128927547,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3530007451416597,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8391346344481975,"lowerBound":0,"upperBound":1,"independentScore":0.8391346344481975,"independent":true,"opponentIds":436,"independentOpponentIds":436,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c005396a9d501d6bd597f667"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8400894336880071,"lowerBound":0,"upperBound":1,"independentScore":0.8400894336880071,"independent":true,"opponentIds":454,"independentOpponentIds":454,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0941f7ab0e084b6443cc47b5"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7930721887145624,"lowerBound":0,"upperBound":1,"independentScore":0.7930721887145624,"independent":true,"opponentIds":438,"independentOpponentIds":438,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["5456d663eca0bae68021cf90"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8988218226215581,"lowerBound":0,"upperBound":1,"independentScore":0.8988218226215581,"independent":true,"opponentIds":439,"independentOpponentIds":439,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["bfe2896e38c206a3d1431cea"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8283462295344297,"lowerBound":0,"upperBound":1,"independentScore":0.8283462295344297,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["060e54e132551071be47021a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7815133845463017,"lowerBound":0,"upperBound":1,"independentScore":0.7815133845463017,"independent":true,"opponentIds":441,"independentOpponentIds":441,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b2cac882750c42fae0e1268e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9142879624088446,"lowerBound":0,"upperBound":1,"independentScore":0.9142879624088446,"independent":true,"opponentIds":443,"independentOpponentIds":443,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7d0ea4be9dd82b81d3b428e3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9308601393459147,"lowerBound":0,"upperBound":1,"independentScore":0.9308601393459147,"independent":true,"opponentIds":444,"independentOpponentIds":444,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["279e5aa37e94bb0f474a9489"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.7769278338906143,"lowerBound":0,"upperBound":1,"independentScore":0.7769278338906143,"independent":true,"opponentIds":445,"independentOpponentIds":445,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["412d9f66362aa3dac0c23137"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7693461752018736,"lowerBound":0,"upperBound":1,"independentScore":0.7693461752018736,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["15ebcefae0ec05757d900b89"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.36543143088991076,"lowerBound":0,"upperBound":1,"independentScore":0.36543143088991076,"independent":true,"opponentIds":446,"independentOpponentIds":446,"panelSize":10,"publishers":["Cognition"],"observations":["0a7287f39f6dbfcfbb63262d","bb19199d941a9b7b0ad30caa"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c005396a9d501d6bd597f667","0941f7ab0e084b6443cc47b5","5456d663eca0bae68021cf90","bfe2896e38c206a3d1431cea","060e54e132551071be47021a","b2cac882750c42fae0e1268e","7d0ea4be9dd82b81d3b428e3","279e5aa37e94bb0f474a9489","412d9f66362aa3dac0c23137","15ebcefae0ec05757d900b89","0a7287f39f6dbfcfbb63262d","bb19199d941a9b7b0ad30caa"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":14}],"unspecified":0,"total":14}},{"id":"claude-sonnet-5-5--effort-xhigh","name":"Claude Sonnet 5.5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5-5","detailsUrl":"/efforts?model=claude-sonnet-5-5","publishedBenchmarkCount":39,"overallRating":{"score":0.7625670719788503,"supported":true,"families":18,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":229,"independentFamilies":18,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.32636228590001687},{"source":"Scale","independent":true,"share":0.3017489255961811},{"source":"Artificial Analysis","independent":true,"share":0.20713905593748688},{"source":"LiveBench","independent":true,"share":0.16474973256631611}],"familyWeights":[{"family":"hle","share":0.3283853249548312},{"family":"frontiercode","share":0.326362285900017},{"family":"critpt","share":0.026281753477708693},{"family":"omniscience","share":0.026097195125866425},{"family":"aa-lcr","share":0.02442459486627865},{"family":"livebench-coding","share":0.023535676080902092},{"family":"livebench-data","share":0.02353567608090209},{"family":"livebench-language","share":0.02353567608090209},{"family":"multi-swe-bench","share":0.02353567608090209},{"family":"livebench-instructions","share":0.02353567608090207},{"family":"livebench-math","share":0.02353567608090207},{"family":"livebench-reasoning","share":0.02353567608090207},{"family":"gdpval","share":0.021549416671547434},{"family":"briefcase","share":0.019398850909202105},{"family":"automationbench","share":0.019204472313179878},{"family":"gdp-pdf","share":0.01916810798619059},{"family":"terminal-bench-science","share":0.014212517360465932},{"family":"terminal-bench","share":0.010165747868396033}]},"capabilityRatings":[{"bucket":"agentic","score":0.6625415072255233,"supported":true,"families":6,"independentFamilies":6,"opponents":143,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6171619168285022,"supported":true,"families":4,"independentFamilies":4,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8311788622250237,"supported":true,"families":4,"independentFamilies":4,"opponents":112,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.49526858298180604,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.50265962119106,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.993973853879001,"lowerBound":0,"upperBound":1,"independentScore":0.993973853879001,"independent":true,"opponentIds":436,"independentOpponentIds":436,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a5998a94e40b68aa1d267105"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9018539744848512,"lowerBound":0,"upperBound":1,"independentScore":0.9018539744848512,"independent":true,"opponentIds":454,"independentOpponentIds":454,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["321cd2b19ee41eec52277211"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9628486251338438,"lowerBound":0,"upperBound":1,"independentScore":0.9628486251338438,"independent":true,"opponentIds":438,"independentOpponentIds":438,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["449cbae6f9d82f3d778f4f20"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9912243105763152,"lowerBound":0,"upperBound":1,"independentScore":0.9912243105763152,"independent":true,"opponentIds":439,"independentOpponentIds":439,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["737be0249f7fccc7e2c95dfb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9101609296177324,"lowerBound":0,"upperBound":1,"independentScore":0.9101609296177324,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["bc120d9bfbf49b482eb3f372"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9844175769516522,"lowerBound":0,"upperBound":1,"independentScore":0.9844175769516522,"independent":true,"opponentIds":441,"independentOpponentIds":441,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fe02e809cde21148b6c711f8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8535147774141411,"lowerBound":0,"upperBound":1,"independentScore":0.8535147774141411,"independent":true,"opponentIds":443,"independentOpponentIds":443,"panelSize":224,"publishers":["Artificial Analysis","Scale"],"observations":["197440608bcfa5d941cc39a2","ffd05899fca843c2a297d41a","72c40b8902056dacea8cafd8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9538259587795053,"lowerBound":0,"upperBound":1,"independentScore":0.9538259587795053,"independent":true,"opponentIds":444,"independentOpponentIds":444,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5d8d965962add78d86f0f291"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.9338124208290023,"lowerBound":0,"upperBound":1,"independentScore":0.9338124208290023,"independent":true,"opponentIds":445,"independentOpponentIds":445,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["3554766c0ee9322f8b9d32ec"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.975874827619151,"lowerBound":0,"upperBound":1,"independentScore":0.975874827619151,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a07ebaa78f18b6f4a6cbdb28"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9108102299591662,"lowerBound":0,"upperBound":1,"independentScore":0.9108102299591662,"independent":true,"opponentIds":446,"independentOpponentIds":446,"panelSize":10,"publishers":["Cognition"],"observations":["86eae0dcefd228356b469c27","6f3efa7c29991f0df2e73360"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7287534268666348,"lowerBound":0,"upperBound":1,"independentScore":0.7287534268666348,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-3b87ecad0c1e9decd51acdca","panel-de353052d22f8f8da48668e6","panel-df84ed0b0745f8d56df7f0c4","panel-d5f0b4a0f674e5fc2bfbad55"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.9816561844863734,"lowerBound":0,"upperBound":1,"independentScore":0.9816561844863734,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c8d178a76e0240427dcb6fa4","panel-b038ec2a234f6cf8021743af"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5919744127291302,"lowerBound":0,"upperBound":1,"independentScore":0.5919744127291302,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f43d0549e279bd88fe7b0c13","panel-218411603a1f37301a8e1439","panel-3d6b475cc89eceef6d184f40"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5464978766865561,"lowerBound":0,"upperBound":1,"independentScore":0.5464978766865561,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e8b537d191eadd3fd111ef9d","panel-485fe406ee1458cf1cb6d9ab","panel-ccb434288bd324d259c666b5"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.256141482556577,"lowerBound":0,"upperBound":1,"independentScore":0.256141482556577,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f89d19344115b6d796a79459","panel-7b1e4167fe37b5060d24255b","panel-647f0703b37c7b8f9a55c1d3"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.56107885824867,"lowerBound":0,"upperBound":1,"independentScore":0.56107885824867,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9ffecef92abd29eaad4796ce","panel-faad84623223eca51434985f","panel-4d1460d97a4be3dfbcfa655f","panel-236c99dd384165ec1c072c28"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6061925495887764,"lowerBound":0,"upperBound":1,"independentScore":0.6061925495887764,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-79dc1e8d9d1fe27308af31e5","panel-202a3f3a56717b37d9bf457e","panel-a7560c71dfddbecf455c3873","panel-7e0c8ddba0c82132b57a806b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a5998a94e40b68aa1d267105","321cd2b19ee41eec52277211","449cbae6f9d82f3d778f4f20","737be0249f7fccc7e2c95dfb","bc120d9bfbf49b482eb3f372","fe02e809cde21148b6c711f8","197440608bcfa5d941cc39a2","5d8d965962add78d86f0f291","3554766c0ee9322f8b9d32ec","a07ebaa78f18b6f4a6cbdb28","86eae0dcefd228356b469c27","6f3efa7c29991f0df2e73360","ffd05899fca843c2a297d41a","72c40b8902056dacea8cafd8","panel-3b87ecad0c1e9decd51acdca","panel-c8d178a76e0240427dcb6fa4","panel-b038ec2a234f6cf8021743af","panel-f43d0549e279bd88fe7b0c13","panel-e8b537d191eadd3fd111ef9d","panel-de353052d22f8f8da48668e6","panel-f89d19344115b6d796a79459","panel-9ffecef92abd29eaad4796ce","panel-df84ed0b0745f8d56df7f0c4","panel-d5f0b4a0f674e5fc2bfbad55","panel-79dc1e8d9d1fe27308af31e5","panel-218411603a1f37301a8e1439","panel-7b1e4167fe37b5060d24255b","panel-202a3f3a56717b37d9bf457e","panel-faad84623223eca51434985f","panel-a7560c71dfddbecf455c3873","panel-7e0c8ddba0c82132b57a806b","panel-485fe406ee1458cf1cb6d9ab","panel-ccb434288bd324d259c666b5","panel-4d1460d97a4be3dfbcfa655f","panel-647f0703b37c7b8f9a55c1d3","panel-3d6b475cc89eceef6d184f40","panel-236c99dd384165ec1c072c28"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":39}],"unspecified":0,"total":39}},{"id":"command-a-plus-05-2026--effort-reasoning","name":"Command A Plus 05 2026 · Reasoning","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-plus-05-2026","detailsUrl":"/efforts?model=command-a-plus-05-2026","publishedBenchmarkCount":19,"overallRating":{"score":0.027806701787512173,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000004}],"familyWeights":[{"family":"ifbench","share":0.08467759567107108},{"family":"hle","share":0.08282045080253375},{"family":"gpqa","share":0.08265483401896756},{"family":"critpt","share":0.0824349214501249},{"family":"omniscience","share":0.08214115072737083},{"family":"mmmu-pro","share":0.08138805579418136},{"family":"tau-bench","share":0.07842881350187025},{"family":"terminal-bench","share":0.0771447798488957},{"family":"gdpval","share":0.0733351710936917},{"family":"briefcase","share":0.06898089242371634},{"family":"automationbench","share":0.06880441503363112},{"family":"aa-lcr","share":0.06868763198833569},{"family":"gdp-pdf","share":0.06850128764561181}]},"capabilityRatings":[{"bucket":"agentic","score":0.07769527140384659,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1000084471495696,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11505876881119716,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06738958941378748,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0631054386673942,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08972233765260124,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.23643418495935517,"lowerBound":0,"upperBound":1,"independentScore":0.23643418495935517,"independent":true,"opponentIds":456,"independentOpponentIds":456,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["78f4b6a0fa1a6e9adedb94e2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.32337419488845803,"lowerBound":0,"upperBound":1,"independentScore":0.32337419488845803,"independent":true,"opponentIds":457,"independentOpponentIds":457,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["e21fc7e41b06c5f966ba5005","641499b97a2b15845679955b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.25897530263925345,"lowerBound":0,"upperBound":1,"independentScore":0.25897530263925345,"independent":true,"opponentIds":458,"independentOpponentIds":458,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["201b76826240a98b3cc2f619"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5220226936968959,"lowerBound":0,"upperBound":1,"independentScore":0.5220226936968959,"independent":true,"opponentIds":459,"independentOpponentIds":459,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2ccdbb5004b77a13dc61b015"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.11061028988367047,"lowerBound":0,"upperBound":1,"independentScore":0.11061028988367047,"independent":true,"opponentIds":460,"independentOpponentIds":460,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["c284b9431d0d16bbad751202"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.36403332274114786,"lowerBound":0,"upperBound":1,"independentScore":0.36403332274114786,"independent":true,"opponentIds":461,"independentOpponentIds":461,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4dfbfb167ad4313ab89d4560"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.581919641951622,"lowerBound":0,"upperBound":1,"independentScore":0.581919641951622,"independent":true,"opponentIds":462,"independentOpponentIds":462,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["10229395b4f5570e9e94c618"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5519355158895884,"lowerBound":0,"upperBound":1,"independentScore":0.5519355158895884,"independent":true,"opponentIds":463,"independentOpponentIds":463,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0b91e3c66e0cbd10f89c4adf"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9093446058618494,"lowerBound":0,"upperBound":1,"independentScore":0.9093446058618494,"independent":true,"opponentIds":464,"independentOpponentIds":464,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["79f1835a76a8ef96e8c7db02"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.41593043435807736,"lowerBound":0,"upperBound":1,"independentScore":0.41593043435807736,"independent":true,"opponentIds":465,"independentOpponentIds":465,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ec037f6ae1a0299e9e2a7784"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.07347694345422154,"lowerBound":0,"upperBound":1,"independentScore":0.07347694345422154,"independent":true,"opponentIds":466,"independentOpponentIds":466,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["26670e73b2cc07d434922fd0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4887236651600176,"lowerBound":0,"upperBound":1,"independentScore":0.4887236651600176,"independent":true,"opponentIds":467,"independentOpponentIds":467,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["45dbb1834092da47ce482a2c","12d6380c2e451719a74ba2ee"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49895665188550437,"lowerBound":0,"upperBound":1,"independentScore":0.49895665188550437,"independent":true,"opponentIds":468,"independentOpponentIds":468,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["b428a724421ec67f5d001f52","e07117252be6e1880685c4d4","b4b54c7c7c50aac1e09c9338"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["78f4b6a0fa1a6e9adedb94e2","e21fc7e41b06c5f966ba5005","201b76826240a98b3cc2f619","2ccdbb5004b77a13dc61b015","c284b9431d0d16bbad751202","4dfbfb167ad4313ab89d4560","10229395b4f5570e9e94c618","0b91e3c66e0cbd10f89c4adf","79f1835a76a8ef96e8c7db02","641499b97a2b15845679955b","ec037f6ae1a0299e9e2a7784","26670e73b2cc07d434922fd0","45dbb1834092da47ce482a2c","12d6380c2e451719a74ba2ee","b428a724421ec67f5d001f52","e07117252be6e1880685c4d4","b4b54c7c7c50aac1e09c9338"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"command-r-03-2024--effort-non-reasoning","name":"Command R 03 2024 · Non-reasoning","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-03-2024","detailsUrl":"/efforts?model=command-r-03-2024","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"deepseek-r1-0528--effort-reasoning","name":"DeepSeek-R1-0528 · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528","detailsUrl":"/efforts?model=deepseek-r1-0528","publishedBenchmarkCount":14,"overallRating":{"score":0.04877180621090732,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000255}],"familyWeights":[{"family":"mmlu-pro","share":0.08214541335559575},{"family":"aime","share":0.08208889899461708},{"family":"livecodebench","share":0.0820730908150666},{"family":"math500","share":0.08174698896465865},{"family":"ifbench","share":0.08012348413328636},{"family":"hle","share":0.07836621981527857},{"family":"gpqa","share":0.07820951019657592},{"family":"critpt","share":0.07800142491639366},{"family":"omniscience","share":0.07772345370503754},{"family":"gmmlu","share":0.07364827688942631},{"family":"aa-lcr","share":0.07230939696648844},{"family":"tau-bench","share":0.06929140935975538},{"family":"terminal-bench","share":0.06427243188783392}]},"capabilityRatings":[{"bucket":"agentic","score":0.04478488805952674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14527314565820956,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09778057318803574,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12398025171899119,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.12441528931842383,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.741916155895262,"lowerBound":0,"upperBound":1,"independentScore":0.741916155895262,"independent":true,"opponentIds":469,"independentOpponentIds":469,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["28154d8ea2e87ddacaa50495"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5356751460051535,"lowerBound":0,"upperBound":1,"independentScore":0.5356751460051535,"independent":true,"opponentIds":470,"independentOpponentIds":470,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d1f9132429ab5fb1330d2974"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6834468484712,"lowerBound":0,"upperBound":1,"independentScore":0.6834468484712,"independent":true,"opponentIds":471,"independentOpponentIds":471,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d457e9fe5dc1d1849bde49ee"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7600764941271346,"lowerBound":0,"upperBound":1,"independentScore":0.7600764941271346,"independent":true,"opponentIds":472,"independentOpponentIds":472,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["89c583f754304a1af65e90d8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6930750412954632,"lowerBound":0,"upperBound":1,"independentScore":0.6930750412954632,"independent":true,"opponentIds":473,"independentOpponentIds":473,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["89234d302d97c8daf59156c8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6310185392864531,"lowerBound":0,"upperBound":1,"independentScore":0.6310185392864531,"independent":true,"opponentIds":474,"independentOpponentIds":474,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2894a03cfe0dd1c35eb63b61"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4088313534349743,"lowerBound":0,"upperBound":1,"independentScore":0.4088313534349743,"independent":true,"opponentIds":475,"independentOpponentIds":475,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["51289684897e664af54a05d2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8748177457545551,"lowerBound":0,"upperBound":1,"independentScore":0.8748177457545551,"independent":true,"opponentIds":476,"independentOpponentIds":476,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f3bf8f6694da5448f8d82c11"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9448727891182975,"lowerBound":0,"upperBound":1,"independentScore":0.9448727891182975,"independent":true,"opponentIds":477,"independentOpponentIds":477,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["10731a3c1d964999d4ff6598"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9037846188969391,"lowerBound":0,"upperBound":1,"independentScore":0.9037846188969391,"independent":true,"opponentIds":478,"independentOpponentIds":478,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ac159579de0c6415663fa834"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7545157690012613,"lowerBound":0,"upperBound":1,"independentScore":0.7545157690012613,"independent":true,"opponentIds":479,"independentOpponentIds":479,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b93f0ed6713171396a82dc72"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.47457281449426303,"lowerBound":0,"upperBound":1,"independentScore":0.47457281449426303,"independent":true,"opponentIds":480,"independentOpponentIds":480,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["18a2418d73fee9d97b9e6213"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5747810246125082,"lowerBound":0,"upperBound":1,"independentScore":0.5747810246125082,"independent":true,"opponentIds":481,"independentOpponentIds":481,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["91a19a0300fec337c23eaa24"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["28154d8ea2e87ddacaa50495","d1f9132429ab5fb1330d2974","d457e9fe5dc1d1849bde49ee","89c583f754304a1af65e90d8","89234d302d97c8daf59156c8","2894a03cfe0dd1c35eb63b61","51289684897e664af54a05d2","f3bf8f6694da5448f8d82c11","10731a3c1d964999d4ff6598","ac159579de0c6415663fa834","b93f0ed6713171396a82dc72","18a2418d73fee9d97b9e6213","91a19a0300fec337c23eaa24"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"deepseek-r1-0528-qwen3-8b--effort-reasoning","name":"DeepSeek-R1-0528-Qwen3-8B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528-qwen3-8b","detailsUrl":"/efforts?model=deepseek-r1-0528-qwen3-8b","publishedBenchmarkCount":13,"overallRating":{"score":0.005153068986739508,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.0886243953933398},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068651},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.08392383704628471},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.002990184984836674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04082189616811031,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.020699421314564093,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.012116728519355574,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.022604956281259123,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6240714574294102,"lowerBound":0,"upperBound":1,"independentScore":0.6240714574294102,"independent":true,"opponentIds":482,"independentOpponentIds":482,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["58ce3731b6917805aad4c062"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.17750939230902787,"lowerBound":0,"upperBound":1,"independentScore":0.17750939230902787,"independent":true,"opponentIds":483,"independentOpponentIds":483,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["08fd0fb9fdd7b4017f5af622"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":484,"independentOpponentIds":484,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2258149dfb5467587a60f57e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.30536392758782244,"lowerBound":0,"upperBound":1,"independentScore":0.30536392758782244,"independent":true,"opponentIds":485,"independentOpponentIds":485,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["30fce54c7ca06f7f9c3150ac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3356444598912229,"lowerBound":0,"upperBound":1,"independentScore":0.3356444598912229,"independent":true,"opponentIds":486,"independentOpponentIds":486,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["502b0514328b85336c43b79d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.018554292246335834,"lowerBound":0,"upperBound":1,"independentScore":0.018554292246335834,"independent":true,"opponentIds":487,"independentOpponentIds":487,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["278e99ccd1bf0c3c5d492f6c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5380870598353331,"lowerBound":0,"upperBound":1,"independentScore":0.5380870598353331,"independent":true,"opponentIds":488,"independentOpponentIds":488,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6a61d3d8a1884f195532baf1"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6208345323853142,"lowerBound":0,"upperBound":1,"independentScore":0.6208345323853142,"independent":true,"opponentIds":489,"independentOpponentIds":489,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["50f9af8abf72ce37fba0fb3a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3879559049216667,"lowerBound":0,"upperBound":1,"independentScore":0.3879559049216667,"independent":true,"opponentIds":490,"independentOpponentIds":490,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["752650e6b94ff2d88f9139d6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.14113298371692987,"lowerBound":0,"upperBound":1,"independentScore":0.14113298371692987,"independent":true,"opponentIds":491,"independentOpponentIds":491,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dcaa7d394803f4ee83bee90f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023110106318695922,"lowerBound":0,"upperBound":1,"independentScore":0.023110106318695922,"independent":true,"opponentIds":492,"independentOpponentIds":492,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5fbc7e5ecd7f934aed6ef04d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12424070074576807,"lowerBound":0,"upperBound":1,"independentScore":0.12424070074576807,"independent":true,"opponentIds":493,"independentOpponentIds":493,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["29dfea68f2a7733cb8a8cecb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["58ce3731b6917805aad4c062","08fd0fb9fdd7b4017f5af622","2258149dfb5467587a60f57e","30fce54c7ca06f7f9c3150ac","502b0514328b85336c43b79d","278e99ccd1bf0c3c5d492f6c","6a61d3d8a1884f195532baf1","50f9af8abf72ce37fba0fb3a","752650e6b94ff2d88f9139d6","dcaa7d394803f4ee83bee90f","5fbc7e5ecd7f934aed6ef04d","29dfea68f2a7733cb8a8cecb"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-r1-distill-llama-70b--effort-reasoning","name":"DeepSeek-R1-Distill-Llama-70B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-llama-70b","detailsUrl":"/efforts?model=deepseek-r1-distill-llama-70b","publishedBenchmarkCount":13,"overallRating":{"score":0.005553260598386876,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.0886243953933398},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068651},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.08392383704628471},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.013877306340622573,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03154566059011262,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007921823887761647,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03430071271641874,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.018734785443879163,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5336269327777068,"lowerBound":0,"upperBound":1,"independentScore":0.5336269327777068,"independent":true,"opponentIds":494,"independentOpponentIds":494,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["243c60a86656d1595c85745b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1432374205268853,"lowerBound":0,"upperBound":1,"independentScore":0.1432374205268853,"independent":true,"opponentIds":495,"independentOpponentIds":495,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8dd78fb19901b64635db44f7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":496,"independentOpponentIds":496,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2db469a257b0c3f2f9b40bfd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.10097843444576511,"lowerBound":0,"upperBound":1,"independentScore":0.10097843444576511,"independent":true,"opponentIds":497,"independentOpponentIds":497,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e6222d4f378654bfa05436ac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.28737869753438644,"lowerBound":0,"upperBound":1,"independentScore":0.28737869753438644,"independent":true,"opponentIds":498,"independentOpponentIds":498,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["17ee47efdbcf843333a4b243"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.10522494546941587,"lowerBound":0,"upperBound":1,"independentScore":0.10522494546941587,"independent":true,"opponentIds":499,"independentOpponentIds":499,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ae831c640f2a28b64b82e0c4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.18778123780230388,"lowerBound":0,"upperBound":1,"independentScore":0.18778123780230388,"independent":true,"opponentIds":500,"independentOpponentIds":500,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b9505e9c34edbb45f0c1117f"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6524826854296139,"lowerBound":0,"upperBound":1,"independentScore":0.6524826854296139,"independent":true,"opponentIds":501,"independentOpponentIds":501,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["6fc19818675129310568bb8b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6290770820989371,"lowerBound":0,"upperBound":1,"independentScore":0.6290770820989371,"independent":true,"opponentIds":502,"independentOpponentIds":502,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["01313163168fd0c915717c34"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.47807247836580113,"lowerBound":0,"upperBound":1,"independentScore":0.47807247836580113,"independent":true,"opponentIds":503,"independentOpponentIds":503,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2f9d19dbc5ed104d40cdfb95"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.23645480569621394,"lowerBound":0,"upperBound":1,"independentScore":0.23645480569621394,"independent":true,"opponentIds":504,"independentOpponentIds":504,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4b37220933b4b948d9b751ff"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12424070074576807,"lowerBound":0,"upperBound":1,"independentScore":0.12424070074576807,"independent":true,"opponentIds":505,"independentOpponentIds":505,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["63f152f6d7e4690aaad8b67a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["243c60a86656d1595c85745b","8dd78fb19901b64635db44f7","2db469a257b0c3f2f9b40bfd","e6222d4f378654bfa05436ac","17ee47efdbcf843333a4b243","ae831c640f2a28b64b82e0c4","b9505e9c34edbb45f0c1117f","6fc19818675129310568bb8b","01313163168fd0c915717c34","2f9d19dbc5ed104d40cdfb95","4b37220933b4b948d9b751ff","63f152f6d7e4690aaad8b67a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-r1-distill-llama-8b--effort-reasoning","name":"DeepSeek-R1-Distill-Llama-8B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-llama-8b","detailsUrl":"/efforts?model=deepseek-r1-distill-llama-8b","publishedBenchmarkCount":7,"overallRating":{"score":0.0017753539845267487,"supported":true,"families":7,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":229,"independentFamilies":7,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999979}],"familyWeights":[{"family":"mmlu-pro","share":0.14706108074603094},{"family":"ifbench","share":0.14659984711131263},{"family":"livecodebench","share":0.14493098828164458},{"family":"aime","share":0.14418211175594156},{"family":"gpqa","share":0.14377313092453187},{"family":"math500","share":0.14197507180505156},{"family":"aa-lcr","share":0.1314777693754841}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.017678605849036372,"supported":true,"families":3,"independentFamilies":3,"opponents":213,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005579735103440731,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004862186466156627,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4386800968103526,"lowerBound":0,"upperBound":1,"independentScore":0.4386800968103526,"independent":true,"opponentIds":506,"independentOpponentIds":506,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["717d45d07de6c052364ae732"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05265071972396513,"lowerBound":0,"upperBound":1,"independentScore":0.05265071972396513,"independent":true,"opponentIds":507,"independentOpponentIds":507,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0411fa720378242cd32f3640"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.049279817301930734,"lowerBound":0,"upperBound":1,"independentScore":0.049279817301930734,"independent":true,"opponentIds":508,"independentOpponentIds":508,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["202acf3ea41812346b29502c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.012533876743766846,"lowerBound":0,"upperBound":1,"independentScore":0.012533876743766846,"independent":true,"opponentIds":509,"independentOpponentIds":509,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["28f69c15c898a22e11d5c5c4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.13756967970402195,"lowerBound":0,"upperBound":1,"independentScore":0.13756967970402195,"independent":true,"opponentIds":510,"independentOpponentIds":510,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0ea361c2d08a7937fde27b2c"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.39235474926228286,"lowerBound":0,"upperBound":1,"independentScore":0.39235474926228286,"independent":true,"opponentIds":511,"independentOpponentIds":511,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9dead492c7767af300580f03"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.11584393239706343,"lowerBound":0,"upperBound":1,"independentScore":0.11584393239706343,"independent":true,"opponentIds":512,"independentOpponentIds":512,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["36c671e4534c9ff66d2efdea"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["717d45d07de6c052364ae732","0411fa720378242cd32f3640","202acf3ea41812346b29502c","28f69c15c898a22e11d5c5c4","0ea361c2d08a7937fde27b2c","9dead492c7767af300580f03","36c671e4534c9ff66d2efdea"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":7}],"unspecified":0,"total":7}},{"id":"deepseek-r1-distill-qwen-1.5b--effort-reasoning","name":"DeepSeek-R1-Distill-Qwen-1.5B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-1.5b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-1.5b","publishedBenchmarkCount":8,"overallRating":{"score":0.0007009524206795097,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":229,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999966}],"familyWeights":[{"family":"mmlu-pro","share":0.12828856906145872},{"family":"ifbench","share":0.12784774934074342},{"family":"livecodebench","share":0.1268898053070493},{"family":"aime","share":0.126564640286233},{"family":"hle","share":0.12530061371218368},{"family":"gpqa","share":0.12518918810918678},{"family":"math500","share":0.12508407547372885},{"family":"aa-lcr","share":0.11483535870941905}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.0066742276054554085,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0023329973070197077,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0032539231925478667,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.01479923776981878,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2032355645521368,"lowerBound":0,"upperBound":1,"independentScore":0.2032355645521368,"independent":true,"opponentIds":513,"independentOpponentIds":513,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a116bf871d78b619440a0d27"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.11235035387349059,"lowerBound":0,"upperBound":1,"independentScore":0.11235035387349059,"independent":true,"opponentIds":514,"independentOpponentIds":514,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3732ec9546845932aab5bfbe"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":515,"independentOpponentIds":515,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9e90674679d47770bee4c60f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.030356533153370214,"lowerBound":0,"upperBound":1,"independentScore":0.030356533153370214,"independent":true,"opponentIds":516,"independentOpponentIds":516,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["055397757bbab069a14a098c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.005538177044277875,"lowerBound":0,"upperBound":1,"independentScore":0.005538177044277875,"independent":true,"opponentIds":517,"independentOpponentIds":517,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fa0a9617f5d6b929618a9d65"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.016372049919891343,"lowerBound":0,"upperBound":1,"independentScore":0.016372049919891343,"independent":true,"opponentIds":518,"independentOpponentIds":518,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["967ea0ca7b70675dd27176b0"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.07193512791938579,"lowerBound":0,"upperBound":1,"independentScore":0.07193512791938579,"independent":true,"opponentIds":519,"independentOpponentIds":519,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b6a1f34951caea6c3455f61b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.021834054618349023,"lowerBound":0,"upperBound":1,"independentScore":0.021834054618349023,"independent":true,"opponentIds":520,"independentOpponentIds":520,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["78dda2ed784ee488b907a8a8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a116bf871d78b619440a0d27","3732ec9546845932aab5bfbe","9e90674679d47770bee4c60f","055397757bbab069a14a098c","fa0a9617f5d6b929618a9d65","967ea0ca7b70675dd27176b0","b6a1f34951caea6c3455f61b","78dda2ed784ee488b907a8a8"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":8}],"unspecified":0,"total":8}},{"id":"deepseek-r1-distill-qwen-14b--effort-reasoning","name":"DeepSeek-R1-Distill-Qwen-14B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-14b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-14b","publishedBenchmarkCount":8,"overallRating":{"score":0.0047417726352610426,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":229,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999966}],"familyWeights":[{"family":"mmlu-pro","share":0.12828856906145872},{"family":"ifbench","share":0.12784774934074342},{"family":"livecodebench","share":0.1268898053070493},{"family":"aime","share":0.126564640286233},{"family":"hle","share":0.12530061371218368},{"family":"gpqa","share":0.12518918810918678},{"family":"math500","share":0.12508407547372885},{"family":"aa-lcr","share":0.11483535870941905}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.030526582401890174,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016692839431487392,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01308359135692243,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.019346325749098902,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5456324600704622,"lowerBound":0,"upperBound":1,"independentScore":0.5456324600704622,"independent":true,"opponentIds":521,"independentOpponentIds":521,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["df13747a2c4fb0617b290384"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1551411418652719,"lowerBound":0,"upperBound":1,"independentScore":0.1551411418652719,"independent":true,"opponentIds":522,"independentOpponentIds":522,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f6729439534a49931b93c6d3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17575424106132853,"lowerBound":0,"upperBound":1,"independentScore":0.17575424106132853,"independent":true,"opponentIds":523,"independentOpponentIds":523,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5a99dc39b2489e5491d366a7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1209431608078712,"lowerBound":0,"upperBound":1,"independentScore":0.1209431608078712,"independent":true,"opponentIds":524,"independentOpponentIds":524,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5db07063f3dc97fd82ec4610"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.060828236221900304,"lowerBound":0,"upperBound":1,"independentScore":0.060828236221900304,"independent":true,"opponentIds":525,"independentOpponentIds":525,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f0f8badfdf79f42dbd45cc88"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3549645128897077,"lowerBound":0,"upperBound":1,"independentScore":0.3549645128897077,"independent":true,"opponentIds":526,"independentOpponentIds":526,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b88a2bb503c88bf49553b4e1"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7218734460957088,"lowerBound":0,"upperBound":1,"independentScore":0.7218734460957088,"independent":true,"opponentIds":527,"independentOpponentIds":527,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["664755cb2071b85ced978db3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4064848157556192,"lowerBound":0,"upperBound":1,"independentScore":0.4064848157556192,"independent":true,"opponentIds":528,"independentOpponentIds":528,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8c5936db8bc598b54ecd95b9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["df13747a2c4fb0617b290384","f6729439534a49931b93c6d3","5a99dc39b2489e5491d366a7","5db07063f3dc97fd82ec4610","f0f8badfdf79f42dbd45cc88","b88a2bb503c88bf49553b4e1","664755cb2071b85ced978db3","8c5936db8bc598b54ecd95b9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":8}],"unspecified":0,"total":8}},{"id":"deepseek-r1-distill-qwen-32b--effort-reasoning","name":"DeepSeek-R1-Distill-Qwen-32B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-32b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-32b","publishedBenchmarkCount":8,"overallRating":{"score":0.0049561084800737966,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":229,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999966}],"familyWeights":[{"family":"mmlu-pro","share":0.12828856906145872},{"family":"ifbench","share":0.12784774934074342},{"family":"livecodebench","share":0.1268898053070493},{"family":"aime","share":0.126564640286233},{"family":"hle","share":0.12530061371218368},{"family":"gpqa","share":0.12518918810918678},{"family":"math500","share":0.12508407547372885},{"family":"aa-lcr","share":0.11483535870941905}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.03924221777054781,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.00795296670809407,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.012860534723977904,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.01784141077778762,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6132477953590911,"lowerBound":0,"upperBound":1,"independentScore":0.6132477953590911,"independent":true,"opponentIds":529,"independentOpponentIds":529,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["36958495a1c3cc263aa8ca57"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.13986247998884035,"lowerBound":0,"upperBound":1,"independentScore":0.13986247998884035,"independent":true,"opponentIds":530,"independentOpponentIds":530,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["48284251b9eed81c130233ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.31213288617466506,"lowerBound":0,"upperBound":1,"independentScore":0.31213288617466506,"independent":true,"opponentIds":531,"independentOpponentIds":531,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ad1db369c6baf73ac00539d7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.19392471479571266,"lowerBound":0,"upperBound":1,"independentScore":0.19392471479571266,"independent":true,"opponentIds":532,"independentOpponentIds":532,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["88242b8c0ec5a510a77d7f1d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.06844322965778238,"lowerBound":0,"upperBound":1,"independentScore":0.06844322965778238,"independent":true,"opponentIds":533,"independentOpponentIds":533,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a99251c3bb7ceba3f13ebc1d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.20167911349876733,"lowerBound":0,"upperBound":1,"independentScore":0.20167911349876733,"independent":true,"opponentIds":534,"independentOpponentIds":534,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["833ffe1e8e5b5830b4a596e2"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6833896328055026,"lowerBound":0,"upperBound":1,"independentScore":0.6833896328055026,"independent":true,"opponentIds":535,"independentOpponentIds":535,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["5e67615c87f9dbb2127e0805"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.391673289140705,"lowerBound":0,"upperBound":1,"independentScore":0.391673289140705,"independent":true,"opponentIds":536,"independentOpponentIds":536,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9efc3ef712c44c990e27aaa1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["36958495a1c3cc263aa8ca57","48284251b9eed81c130233ab","ad1db369c6baf73ac00539d7","88242b8c0ec5a510a77d7f1d","a99251c3bb7ceba3f13ebc1d","833ffe1e8e5b5830b4a596e2","5e67615c87f9dbb2127e0805","9efc3ef712c44c990e27aaa1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":8}],"unspecified":0,"total":8}},{"id":"deepseek-v3.2--effort-non-reasoning","name":"DeepSeek-V3.2 · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v3.2","detailsUrl":"/efforts?model=deepseek-v3.2","publishedBenchmarkCount":13,"overallRating":{"score":0.03617765311863043,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.00000000000002}],"familyWeights":[{"family":"mmlu-pro","share":0.0896186133792989},{"family":"ifbench","share":0.08937006315937934},{"family":"livecodebench","share":0.08794967123827793},{"family":"gpqa","share":0.08773984678578786},{"family":"hle","share":0.0876805797771782},{"family":"aime","share":0.08712219784897068},{"family":"critpt","share":0.08689913232614424},{"family":"omniscience","share":0.08600025156959898},{"family":"aa-lcr","share":0.0799851458477926},{"family":"tau-bench","share":0.07563280880162479},{"family":"gmmlu","share":0.07235294149152768},{"family":"terminal-bench","share":0.06964874777442726}]},"capabilityRatings":[{"bucket":"agentic","score":0.1350209113723522,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08916317599349537,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08814594372146467,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10358607066279592,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08201061441537953,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5726568404167539,"lowerBound":0,"upperBound":1,"independentScore":0.5726568404167539,"independent":true,"opponentIds":537,"independentOpponentIds":537,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["51db25dec7dd9b6ee1af0a92"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4454334826965066,"lowerBound":0,"upperBound":1,"independentScore":0.4454334826965066,"independent":true,"opponentIds":538,"independentOpponentIds":538,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7bb7a5261517f9b7393edbbf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6206339024203452,"lowerBound":0,"upperBound":1,"independentScore":0.6206339024203452,"independent":true,"opponentIds":539,"independentOpponentIds":539,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["257d1e613d6552d3fb81fcd4"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5695332063694488,"lowerBound":0,"upperBound":1,"independentScore":0.5695332063694488,"independent":true,"opponentIds":540,"independentOpponentIds":540,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["406b55d44096c3fc11bd6e0e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5681769370605492,"lowerBound":0,"upperBound":1,"independentScore":0.5681769370605492,"independent":true,"opponentIds":541,"independentOpponentIds":541,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["95ce60be501a5563083110d5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5415840255668904,"lowerBound":0,"upperBound":1,"independentScore":0.5415840255668904,"independent":true,"opponentIds":542,"independentOpponentIds":542,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["aa22308da67df2bbc79a5257"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6004823372496166,"lowerBound":0,"upperBound":1,"independentScore":0.6004823372496166,"independent":true,"opponentIds":543,"independentOpponentIds":543,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["91a9cfa474cd837eb548b3df"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6262319081691824,"lowerBound":0,"upperBound":1,"independentScore":0.6262319081691824,"independent":true,"opponentIds":544,"independentOpponentIds":544,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2e55950f34a54a20d60015ea"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8725850079542335,"lowerBound":0,"upperBound":1,"independentScore":0.8725850079542335,"independent":true,"opponentIds":545,"independentOpponentIds":545,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cd243264a418b155eec7573d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6143141310324988,"lowerBound":0,"upperBound":1,"independentScore":0.6143141310324988,"independent":true,"opponentIds":546,"independentOpponentIds":546,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["560f2b6ebb5e7968026d533c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7177132328097675,"lowerBound":0,"upperBound":1,"independentScore":0.7177132328097675,"independent":true,"opponentIds":547,"independentOpponentIds":547,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9f6e7bb623a6f650fd1e7a7f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8008048742456053,"lowerBound":0,"upperBound":1,"independentScore":0.8008048742456053,"independent":true,"opponentIds":548,"independentOpponentIds":548,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["c6d9bb636099f72e73c8f57f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["51db25dec7dd9b6ee1af0a92","7bb7a5261517f9b7393edbbf","257d1e613d6552d3fb81fcd4","406b55d44096c3fc11bd6e0e","95ce60be501a5563083110d5","aa22308da67df2bbc79a5257","91a9cfa474cd837eb548b3df","2e55950f34a54a20d60015ea","cd243264a418b155eec7573d","560f2b6ebb5e7968026d533c","9f6e7bb623a6f650fd1e7a7f","c6d9bb636099f72e73c8f57f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-v3.2--effort-reasoning","name":"DeepSeek-V3.2 · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v3.2","detailsUrl":"/efforts?model=deepseek-v3.2","publishedBenchmarkCount":16,"overallRating":{"score":0.10692655501130399,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000073}],"familyWeights":[{"family":"gdpval","share":0.09037722642798598},{"family":"terminal-bench","share":0.07960919679426867},{"family":"mmlu-pro","share":0.07396136435902782},{"family":"ifbench","share":0.07372939633092015},{"family":"livecodebench","share":0.07289007789711903},{"family":"aime","share":0.07251344575694663},{"family":"gpqa","share":0.07230775720811847},{"family":"hle","share":0.07230581876925544},{"family":"critpt","share":0.07150357086652424},{"family":"omniscience","share":0.0709003665923964},{"family":"aa-lcr","share":0.06612405645709808},{"family":"tau-bench","share":0.06224095459086},{"family":"gmmlu","share":0.06105424716350864},{"family":"apex-agents","share":0.06048252078598243}]},"capabilityRatings":[{"bucket":"agentic","score":0.17316207538380599,"supported":true,"families":3,"independentFamilies":3,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.21632327282724484,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.19503161873851296,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18876215943378338,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.2982822413087493,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9547873960967423,"lowerBound":0,"upperBound":1,"independentScore":0.9547873960967423,"independent":true,"opponentIds":537,"independentOpponentIds":537,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["27b5897f1b8a957838bd8cd2"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.3426969228141523,"lowerBound":0,"upperBound":1,"independentScore":0.3426969228141523,"independent":true,"opponentIds":549,"independentOpponentIds":549,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["55fd90923f763bdbaf99506b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7740815561665149,"lowerBound":0,"upperBound":1,"independentScore":0.7740815561665149,"independent":true,"opponentIds":538,"independentOpponentIds":538,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["509e652963248d4d5fb3d747"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.730105939260683,"lowerBound":0,"upperBound":1,"independentScore":0.730105939260683,"independent":true,"opponentIds":539,"independentOpponentIds":539,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ca37adba46b2003742a66663"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.43574821508407185,"lowerBound":0,"upperBound":1,"independentScore":0.43574821508407185,"independent":true,"opponentIds":550,"independentOpponentIds":550,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["73e6dc3a2c843f32fc95666b"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7814903269725837,"lowerBound":0,"upperBound":1,"independentScore":0.7814903269725837,"independent":true,"opponentIds":540,"independentOpponentIds":540,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c3e8ddd7c4d1151df0f2e9b5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7578337741329847,"lowerBound":0,"upperBound":1,"independentScore":0.7578337741329847,"independent":true,"opponentIds":541,"independentOpponentIds":541,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["078e78833b376471c91df11e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7384781092575586,"lowerBound":0,"upperBound":1,"independentScore":0.7384781092575586,"independent":true,"opponentIds":542,"independentOpponentIds":542,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["375a2df992ecb3932c79a0a9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7206524070225176,"lowerBound":0,"upperBound":1,"independentScore":0.7206524070225176,"independent":true,"opponentIds":543,"independentOpponentIds":543,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0258d20c0150addb336ab7da"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9553682876168875,"lowerBound":0,"upperBound":1,"independentScore":0.9553682876168875,"independent":true,"opponentIds":544,"independentOpponentIds":544,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["abafce31201ae669660cbac9"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9436842123736916,"lowerBound":0,"upperBound":1,"independentScore":0.9436842123736916,"independent":true,"opponentIds":545,"independentOpponentIds":545,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b7211928466c4d961deff26b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7923404748789306,"lowerBound":0,"upperBound":1,"independentScore":0.7923404748789306,"independent":true,"opponentIds":546,"independentOpponentIds":546,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7560286cbd56eaed8556521b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8502471198131715,"lowerBound":0,"upperBound":1,"independentScore":0.8502471198131715,"independent":true,"opponentIds":547,"independentOpponentIds":547,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b1cdb72f437d4c38c7e68f79"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7191967370154205,"lowerBound":0,"upperBound":1,"independentScore":0.7191967370154205,"independent":true,"opponentIds":551,"independentOpponentIds":551,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["54cd965a443d2ae081646656","7fa83144d986891b98ca55e1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["27b5897f1b8a957838bd8cd2","55fd90923f763bdbaf99506b","509e652963248d4d5fb3d747","ca37adba46b2003742a66663","73e6dc3a2c843f32fc95666b","c3e8ddd7c4d1151df0f2e9b5","078e78833b376471c91df11e","375a2df992ecb3932c79a0a9","0258d20c0150addb336ab7da","abafce31201ae669660cbac9","b7211928466c4d961deff26b","7560286cbd56eaed8556521b","b1cdb72f437d4c38c7e68f79","54cd965a443d2ae081646656","7fa83144d986891b98ca55e1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","claude-sonnet-4-6","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen-3.8-max-0902","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","step-5-preview","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.7-code","mimo-v2.5","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"deepseek-v3.2-speciale--effort-reasoning","name":"DeepSeek-V3.2-Speciale · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v3.2-speciale","detailsUrl":"/efforts?model=deepseek-v3.2-speciale","publishedBenchmarkCount":13,"overallRating":{"score":0.09845190321497826,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"mmlu-pro","share":0.08965553356292784},{"family":"aime","share":0.08949746747004218},{"family":"livecodebench","share":0.08947178949828227},{"family":"ifbench","share":0.08742354034815615},{"family":"hle","share":0.08558592312079857},{"family":"gpqa","share":0.08541875740410199},{"family":"critpt","share":0.08507980407764416},{"family":"omniscience","share":0.08475060216405655},{"family":"gmmlu","share":0.07884583573806746},{"family":"aa-lcr","share":0.07873537781370199},{"family":"tau-bench","share":0.0754979519035066},{"family":"terminal-bench","share":0.07003741689871808}]},"capabilityRatings":[{"bucket":"agentic","score":0.002990184984836674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.29214332352562805,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23298510512462534,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22634803963695727,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.2202658591532559,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9901704609764558,"lowerBound":0,"upperBound":1,"independentScore":0.9901704609764558,"independent":true,"opponentIds":552,"independentOpponentIds":552,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5de71161ca30dde6ea78d6e2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.685689560133268,"lowerBound":0,"upperBound":1,"independentScore":0.685689560133268,"independent":true,"opponentIds":553,"independentOpponentIds":553,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["edc9ec337f8ec9c00318a38f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8092307056284204,"lowerBound":0,"upperBound":1,"independentScore":0.8092307056284204,"independent":true,"opponentIds":554,"independentOpponentIds":554,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["da1da6326a1c6365f377d1b3"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8577838702146873,"lowerBound":0,"upperBound":1,"independentScore":0.8577838702146873,"independent":true,"opponentIds":555,"independentOpponentIds":555,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["19939f3f32bedc31c6f2e423"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8468200815973141,"lowerBound":0,"upperBound":1,"independentScore":0.8468200815973141,"independent":true,"opponentIds":556,"independentOpponentIds":556,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["40fac96214150f7c9055b2f8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7890719858230181,"lowerBound":0,"upperBound":1,"independentScore":0.7890719858230181,"independent":true,"opponentIds":557,"independentOpponentIds":557,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["934f82bf796a5f145286aefa"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7581159840352072,"lowerBound":0,"upperBound":1,"independentScore":0.7581159840352072,"independent":true,"opponentIds":558,"independentOpponentIds":558,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0d6fbc4c2f6e63c01d55902c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9951978315692698,"lowerBound":0,"upperBound":1,"independentScore":0.9951978315692698,"independent":true,"opponentIds":559,"independentOpponentIds":559,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d7a6befd16d9965c0f855044"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9561011668579793,"lowerBound":0,"upperBound":1,"independentScore":0.9561011668579793,"independent":true,"opponentIds":560,"independentOpponentIds":560,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["841d60685fb658fe47a7ef71"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8389033482640238,"lowerBound":0,"upperBound":1,"independentScore":0.8389033482640238,"independent":true,"opponentIds":561,"independentOpponentIds":561,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9e9c78a7ffb2a500222ed9aa"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023110106318695922,"lowerBound":0,"upperBound":1,"independentScore":0.023110106318695922,"independent":true,"opponentIds":562,"independentOpponentIds":562,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["866f5d18b5c5f028af163a6c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.847259607377338,"lowerBound":0,"upperBound":1,"independentScore":0.847259607377338,"independent":true,"opponentIds":563,"independentOpponentIds":563,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bd04ee261df4be08b3396245"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5de71161ca30dde6ea78d6e2","edc9ec337f8ec9c00318a38f","da1da6326a1c6365f377d1b3","19939f3f32bedc31c6f2e423","40fac96214150f7c9055b2f8","934f82bf796a5f145286aefa","0d6fbc4c2f6e63c01d55902c","d7a6befd16d9965c0f855044","841d60685fb658fe47a7ef71","9e9c78a7ffb2a500222ed9aa","866f5d18b5c5f028af163a6c","bd04ee261df4be08b3396245"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-v4-flash--effort-max","name":"DeepSeek-V4-Flash-0731 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":25,"overallRating":{"score":0.35729123718458095,"supported":true,"families":17,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":237,"independentFamilies":17,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.2695818544518528},{"source":"Epoch AI","independent":true,"share":0.24908778824359165},{"source":"Datacurve","independent":true,"share":0.24686063787225104},{"source":"ARC Prize","independent":true,"share":0.23446971943231518}],"familyWeights":[{"family":"deepswe","share":0.2468606378722511},{"family":"arc-agi","share":0.23446971943231532},{"family":"gpqa","share":0.07807930339829122},{"family":"aime","share":0.052610513415656326},{"family":"epoch-game-puzzles","share":0.050109490692078644},{"family":"simpleqa","share":0.047371367810886085},{"family":"frontiermath","share":0.04614095437374299},{"family":"critpt","share":0.025364860898816524},{"family":"hle","share":0.025323553682933746},{"family":"omniscience","share":0.025303968355050478},{"family":"gdpval","share":0.024813369500346565},{"family":"briefcase","share":0.024451812661362857},{"family":"automationbench","share":0.024345307960741313},{"family":"gdp-pdf","share":0.024320255762115557},{"family":"terminal-bench","share":0.023919297702079245},{"family":"tau-bench","share":0.02327221505018875},{"family":"aa-lcr","share":0.023243371431155804}]},"capabilityRatings":[{"bucket":"agentic","score":0.46273356033607066,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4393690356937318,"supported":true,"families":7,"independentFamilies":7,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.44233732311221496,"supported":true,"families":2,"independentFamilies":2,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20072637984849995,"supported":true,"families":2,"independentFamilies":2,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4129764711483665,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7307275216850367,"lowerBound":0,"upperBound":1,"independentScore":0.7307275216850367,"independent":true,"opponentIds":564,"independentOpponentIds":564,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2b9e5024704a0a12064b7224"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7055283941331336,"lowerBound":0,"upperBound":1,"independentScore":0.7055283941331336,"independent":true,"opponentIds":565,"independentOpponentIds":565,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-FQ3Suh2vKacz7UNqJybTWk"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6888439875581863,"lowerBound":0,"upperBound":1,"independentScore":0.6888439875581863,"independent":true,"opponentIds":566,"independentOpponentIds":566,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["1b98edddb4c98044a6d02471","97d8368fc0ce32755db66924"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7723685978578011,"lowerBound":0,"upperBound":1,"independentScore":0.7723685978578011,"independent":true,"opponentIds":567,"independentOpponentIds":567,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["817e5985ecacbf5c45a69ab7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8658792274935206,"lowerBound":0,"upperBound":1,"independentScore":0.8658792274935206,"independent":true,"opponentIds":568,"independentOpponentIds":568,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c13b1d59ea008020f5ed8fbb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5592850093208082,"lowerBound":0,"upperBound":1,"independentScore":0.5592850093208082,"independent":true,"opponentIds":569,"independentOpponentIds":569,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["686a5811535b6316f0589c49"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8183519841754676,"lowerBound":0,"upperBound":1,"independentScore":0.8183519841754676,"independent":true,"opponentIds":570,"independentOpponentIds":570,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a6a696aa8920008b2d665efd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8148704470650765,"lowerBound":0,"upperBound":1,"independentScore":0.8148704470650765,"independent":true,"opponentIds":571,"independentOpponentIds":571,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["8073965ff2f8e65afc61a17c","epoch-run-EDFusDaaFkh5n2MqKNxMBD"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8458555577012281,"lowerBound":0,"upperBound":1,"independentScore":0.8458555577012281,"independent":true,"opponentIds":572,"independentOpponentIds":572,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0b125071bb27c0955e5c625e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8321589867162297,"lowerBound":0,"upperBound":1,"independentScore":0.8321589867162297,"independent":true,"opponentIds":573,"independentOpponentIds":573,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8cec04b830602f64e1c46fd0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8692223593661628,"lowerBound":0,"upperBound":1,"independentScore":0.8692223593661628,"independent":true,"opponentIds":574,"independentOpponentIds":574,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4e8004764005d17c2d933c76"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7778888433120855,"lowerBound":0,"upperBound":1,"independentScore":0.7778888433120855,"independent":true,"opponentIds":575,"independentOpponentIds":575,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["c89ea9debbc596c19e5ad450","ebeba43f9adf3c0cee448c2d"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7108645372837195,"lowerBound":0,"upperBound":1,"independentScore":0.7108645372837195,"independent":true,"opponentIds":576,"independentOpponentIds":576,"panelSize":49,"publishers":["ARC Prize"],"observations":["bcce4d406862908e10d2d67e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.37202964900806623,"lowerBound":0,"upperBound":1,"independentScore":0.37202964900806623,"independent":true,"opponentIds":577,"independentOpponentIds":577,"panelSize":25,"publishers":["Datacurve"],"observations":["8b3518db91f03758794ffbbc"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.36940761568785707,"lowerBound":0,"upperBound":1,"independentScore":0.36940761568785707,"independent":true,"opponentIds":578,"independentOpponentIds":578,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-WYs83xB6NwrkMNyQJtuMcQ","epoch-run-mKhVMEicZeGjdvJdTRd7mK"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7543551222630653,"lowerBound":0,"upperBound":1,"independentScore":0.7543551222630653,"independent":true,"opponentIds":579,"independentOpponentIds":579,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-4S4GXbkRhLz8wWP97jYG57"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.19171273520312423,"lowerBound":0,"upperBound":1,"independentScore":0.19171273520312423,"independent":true,"opponentIds":580,"independentOpponentIds":580,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-TqFmiGvqozt7TSZYmhgF8m"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2b9e5024704a0a12064b7224","1b98edddb4c98044a6d02471","817e5985ecacbf5c45a69ab7","c13b1d59ea008020f5ed8fbb","686a5811535b6316f0589c49","a6a696aa8920008b2d665efd","8073965ff2f8e65afc61a17c","0b125071bb27c0955e5c625e","97d8368fc0ce32755db66924","8cec04b830602f64e1c46fd0","4e8004764005d17c2d933c76","c89ea9debbc596c19e5ad450","ebeba43f9adf3c0cee448c2d","bcce4d406862908e10d2d67e","8b3518db91f03758794ffbbc","epoch-run-WYs83xB6NwrkMNyQJtuMcQ","epoch-run-mKhVMEicZeGjdvJdTRd7mK","epoch-run-EDFusDaaFkh5n2MqKNxMBD","epoch-run-4S4GXbkRhLz8wWP97jYG57","epoch-run-FQ3Suh2vKacz7UNqJybTWk","epoch-run-TqFmiGvqozt7TSZYmhgF8m"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":25}],"unspecified":0,"total":25}},{"id":"deepseek-v4-flash--effort-high","name":"DeepSeek-V4-Flash-0731 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":11,"overallRating":{"score":0.21941248809962402,"supported":true,"families":10,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":63,"independentFamilies":10,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3991517855701112},{"source":"ARC Prize","independent":true,"share":0.3379686608304862},{"source":"Vals AI","independent":true,"share":0.26287955359940013}],"familyWeights":[{"family":"frontiercode","share":0.39915178557011094},{"family":"arc-agi","share":0.33796866083048677},{"family":"harvey","share":0.03389807852033626},{"family":"vibe-code","share":0.03348240293681132},{"family":"vals-code-migration","share":0.03345128012151608},{"family":"vals-legal-research","share":0.03289383138752331},{"family":"vals-finance-agent","share":0.03276568073232696},{"family":"vals-excel-modeling","share":0.03230851021683092},{"family":"vals-tax-agent","share":0.032270676967797556},{"family":"mmlu-pro","share":0.03180909271625785}]},"capabilityRatings":[{"bucket":"agentic","score":0.4498996107129514,"supported":true,"families":5,"independentFamilies":5,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3961412566686633,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.26755177528017754,"supported":true,"families":3,"independentFamilies":3,"opponents":44,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18776029670690605,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"harvey","label":"harvey","bucket":"agentic","score":0.6442671292281006,"lowerBound":0,"upperBound":1,"independentScore":0.6442671292281006,"independent":true,"opponentIds":581,"independentOpponentIds":581,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2867760355297743,"lowerBound":0,"upperBound":1,"independentScore":0.2867760355297743,"independent":true,"opponentIds":582,"independentOpponentIds":582,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6689913945938946,"lowerBound":0,"upperBound":1,"independentScore":0.6689913945938946,"independent":true,"opponentIds":576,"independentOpponentIds":576,"panelSize":49,"publishers":["ARC Prize"],"observations":["39a7bed5705711ac27a52863"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":583,"independentOpponentIds":583,"panelSize":9,"publishers":["Cognition"],"observations":["4c92e3a3655317402e6e0fc6","ae189fcaebaa21a3fe020a5f"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.27812776331762973,"lowerBound":0,"upperBound":1,"independentScore":0.27812776331762973,"independent":true,"opponentIds":584,"independentOpponentIds":584,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.5016653413608997,"lowerBound":0,"upperBound":1,"independentScore":0.5016653413608997,"independent":true,"opponentIds":585,"independentOpponentIds":585,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.27574258597429646,"lowerBound":0,"upperBound":1,"independentScore":0.27574258597429646,"independent":true,"opponentIds":586,"independentOpponentIds":586,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.35146096277817557,"lowerBound":0,"upperBound":1,"independentScore":0.35146096277817557,"independent":true,"opponentIds":587,"independentOpponentIds":587,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.4899365219615412,"lowerBound":0,"upperBound":1,"independentScore":0.4899365219615412,"independent":true,"opponentIds":588,"independentOpponentIds":588,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.4939865985604358,"lowerBound":0,"upperBound":1,"independentScore":0.4939865985604358,"independent":true,"opponentIds":589,"independentOpponentIds":589,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["39a7bed5705711ac27a52863","4c92e3a3655317402e6e0fc6","ae189fcaebaa21a3fe020a5f","vals-finance-agent-v2:deepseek/deepseek-v4-flash-0731","vals-code-migration-v1:deepseek/deepseek-v4-flash-0731","vals-legal-research-v1:deepseek/deepseek-v4-flash-0731","vals-emb-v1:deepseek/deepseek-v4-flash-0731","vals-mmlu-pro-v1:deepseek/deepseek-v4-flash-0731","vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-flash-0731","vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-flash-0731","vals-tax-agent-bench-v1:deepseek/deepseek-v4-flash-0731"],"opponentModelIds":["muse-spark-1.2","muse-spark-1.3","muse-wonder-full","muse-spark-1.1","gemini-4-argon","muse-wonder","grok-4.6","grok-4.5","kimi-k3","grok-4.7","gemini-3.8-flash","claude-opus-4-8","gemini-3.7-flash","glm-5.3","deepseek-v4-pro","glm-5.2","claude-opus-4-7","glm-5.3-flash","claude-opus-5","claude-fable-5-1","gpt-6-astra","claude-sonnet-4-6","claude-sonnet-5","gpt-5.5","gemini-3.6-flash","claude-sonnet-5-5","gemini-3.5-flash","gpt-5.6-sol","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","mistral-medium-3.5","gemini-3-flash-preview","gemini-3.5-flash-lite","gpt-5.4-nano","gemini-3.1-pro","gpt-5.4-mini","gpt-5.4","claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","mistral-large-4"]},"effort":{"label":"High","settings":[{"label":"High","observations":11}],"unspecified":0,"total":11}},{"id":"deepseek-v4-flash--effort-low","name":"DeepSeek-V4-Flash-0731 · Low","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":1,"overallRating":{"score":0.2747449745946035,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.32374987478135336,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6854842536498956,"lowerBound":0,"upperBound":1,"independentScore":0.6854842536498956,"independent":true,"opponentIds":576,"independentOpponentIds":576,"panelSize":49,"publishers":["ARC Prize"],"observations":["c846403c911a1743e84cc3c3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c846403c911a1743e84cc3c3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-flash--effort-none","name":"DeepSeek-V4-Flash-0731 · None","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":1,"overallRating":{"score":0.027436915752198754,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.0766998542141598,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2834501194223442,"lowerBound":0,"upperBound":1,"independentScore":0.2834501194223442,"independent":true,"opponentIds":576,"independentOpponentIds":576,"panelSize":49,"publishers":["ARC Prize"],"observations":["1a96e7a8059bfa86f6a2589c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1a96e7a8059bfa86f6a2589c"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-flash-0424--effort-max","name":"DeepSeek V4 Flash 0424 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-0424","detailsUrl":"/efforts?model=deepseek-v4-flash-0424","publishedBenchmarkCount":21,"overallRating":{"score":0.19163073542965728,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999933}],"familyWeights":[{"family":"terminal-bench","share":0.08070217151210994},{"family":"tau-bench","share":0.07841396794662603},{"family":"enterprise-ops","share":0.07146798862783647},{"family":"itbench","share":0.07142061948283468},{"family":"aa-lcr","share":0.06856465540839304},{"family":"gdpval","share":0.06848822813790964},{"family":"ifbench","share":0.0645688758142532},{"family":"gpqa","share":0.06365649250129767},{"family":"hle","share":0.06360341131225222},{"family":"critpt","share":0.0631973139374509},{"family":"omniscience","share":0.06225568613462663},{"family":"briefcase","share":0.0614123497427109},{"family":"analyst-agent","share":0.06089662138172758},{"family":"automationbench","share":0.06072706244808787},{"family":"gdp-pdf","share":0.06062455561187934}]},"capabilityRatings":[{"bucket":"agentic","score":0.27798711092685097,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3201894728398191,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.28689574587672384,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.32537615921528645,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.36793649998830386,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5218675260673334,"lowerBound":0,"upperBound":1,"independentScore":0.5218675260673334,"independent":true,"opponentIds":590,"independentOpponentIds":590,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["ee3d10cdf6bbb1e427459014"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4258573089216772,"lowerBound":0,"upperBound":1,"independentScore":0.4258573089216772,"independent":true,"opponentIds":591,"independentOpponentIds":591,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9fbb8189a6a5912ee0ce7625"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7298613092063381,"lowerBound":0,"upperBound":1,"independentScore":0.7298613092063381,"independent":true,"opponentIds":592,"independentOpponentIds":592,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["1006b3effa16e5e3ceaf5df0","3c33ed61e07c7fc8ca399805"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5819706383390758,"lowerBound":0,"upperBound":1,"independentScore":0.5819706383390758,"independent":true,"opponentIds":593,"independentOpponentIds":593,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["09d32e7ee540bddf225e41dd"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8125952928691416,"lowerBound":0,"upperBound":1,"independentScore":0.8125952928691416,"independent":true,"opponentIds":594,"independentOpponentIds":594,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2c5b0222df63432d50090b0b"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.5053666431315972,"lowerBound":0,"upperBound":1,"independentScore":0.5053666431315972,"independent":true,"opponentIds":595,"independentOpponentIds":595,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["e0725f2747a50513240537b4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5325647522362249,"lowerBound":0,"upperBound":1,"independentScore":0.5325647522362249,"independent":true,"opponentIds":596,"independentOpponentIds":596,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["39e793845e5c413eb72e17e2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6038293060328636,"lowerBound":0,"upperBound":1,"independentScore":0.6038293060328636,"independent":true,"opponentIds":597,"independentOpponentIds":597,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c7cdc43912da0da22dbb5aa0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9057437232584924,"lowerBound":0,"upperBound":1,"independentScore":0.9057437232584924,"independent":true,"opponentIds":598,"independentOpponentIds":598,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8d0de1ebd011819896803a10"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8492291862507365,"lowerBound":0,"upperBound":1,"independentScore":0.8492291862507365,"independent":true,"opponentIds":599,"independentOpponentIds":599,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fc1c32b1c24ae73fe394ce0a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9759352845954932,"lowerBound":0,"upperBound":1,"independentScore":0.9759352845954932,"independent":true,"opponentIds":600,"independentOpponentIds":600,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["75dcc0fba24a84839477187c"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.38964388961633184,"lowerBound":0,"upperBound":1,"independentScore":0.38964388961633184,"independent":true,"opponentIds":601,"independentOpponentIds":601,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["84f13776cc0401cbf5f7f948"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8240997903452184,"lowerBound":0,"upperBound":1,"independentScore":0.8240997903452184,"independent":true,"opponentIds":602,"independentOpponentIds":602,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b7b9d0ffc9f1ba93d751f70e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8546394495939301,"lowerBound":0,"upperBound":1,"independentScore":0.8546394495939301,"independent":true,"opponentIds":603,"independentOpponentIds":603,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["33b339eb5d043a4b0c44d54a","70b988aa6b63a27538b3cb1d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7210635877006731,"lowerBound":0,"upperBound":1,"independentScore":0.7210635877006731,"independent":true,"opponentIds":604,"independentOpponentIds":604,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["d92bd46050ce9699b73cfa9d","1973bb3bed7e15df51b0b385","466b24114cb0a09078e6225b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ee3d10cdf6bbb1e427459014","9fbb8189a6a5912ee0ce7625","1006b3effa16e5e3ceaf5df0","09d32e7ee540bddf225e41dd","2c5b0222df63432d50090b0b","e0725f2747a50513240537b4","39e793845e5c413eb72e17e2","c7cdc43912da0da22dbb5aa0","8d0de1ebd011819896803a10","fc1c32b1c24ae73fe394ce0a","75dcc0fba24a84839477187c","84f13776cc0401cbf5f7f948","3c33ed61e07c7fc8ca399805","b7b9d0ffc9f1ba93d751f70e","33b339eb5d043a4b0c44d54a","70b988aa6b63a27538b3cb1d","d92bd46050ce9699b73cfa9d","1973bb3bed7e15df51b0b385","466b24114cb0a09078e6225b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":21}],"unspecified":0,"total":21}},{"id":"deepseek-v4-flash-0424--effort-high","name":"DeepSeek V4 Flash 0424 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-0424","detailsUrl":"/efforts?model=deepseek-v4-flash-0424","publishedBenchmarkCount":18,"overallRating":{"score":0.17476604599910753,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999997}],"familyWeights":[{"family":"terminal-bench","share":0.10766771867666194},{"family":"tau-bench","share":0.1019334026939546},{"family":"aa-lcr","share":0.08861475416769816},{"family":"gdpval","share":0.08585773407533608},{"family":"ifbench","share":0.07894551396475188},{"family":"gpqa","share":0.07839222716715097},{"family":"hle","share":0.07808790585122216},{"family":"critpt","share":0.0779398928304674},{"family":"briefcase","share":0.07625620199853787},{"family":"omniscience","share":0.07623444474061873},{"family":"automationbench","share":0.07507354909376866},{"family":"gdp-pdf","share":0.07499665473983519}]},"capabilityRatings":[{"bucket":"agentic","score":0.30268505419486275,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26742640817396246,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.28826496608014357,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.26917980369077116,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.2354251007532572,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5781897860116252,"lowerBound":0,"upperBound":1,"independentScore":0.5781897860116252,"independent":true,"opponentIds":591,"independentOpponentIds":591,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["61aca6b7539c84826da44436"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6303128786740954,"lowerBound":0,"upperBound":1,"independentScore":0.6303128786740954,"independent":true,"opponentIds":592,"independentOpponentIds":592,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["bb324ec20532a0e6acc9340c","a9f01970d3e67495318e3049"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5738000507181314,"lowerBound":0,"upperBound":1,"independentScore":0.5738000507181314,"independent":true,"opponentIds":593,"independentOpponentIds":593,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["a4f28e058e6a8af0d4137df3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7500808182057738,"lowerBound":0,"upperBound":1,"independentScore":0.7500808182057738,"independent":true,"opponentIds":594,"independentOpponentIds":594,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["87b1613ddf79d0ed468aca4b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5244282629875682,"lowerBound":0,"upperBound":1,"independentScore":0.5244282629875682,"independent":true,"opponentIds":596,"independentOpponentIds":596,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d9522462aacf237d2cac3af2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5773183210282661,"lowerBound":0,"upperBound":1,"independentScore":0.5773183210282661,"independent":true,"opponentIds":597,"independentOpponentIds":597,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c6fe113d0426bcafa8ca2589"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8610721285847617,"lowerBound":0,"upperBound":1,"independentScore":0.8610721285847617,"independent":true,"opponentIds":598,"independentOpponentIds":598,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a0f6250fbf3f72727b7f2cc6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8323232473155305,"lowerBound":0,"upperBound":1,"independentScore":0.8323232473155305,"independent":true,"opponentIds":599,"independentOpponentIds":599,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["573824f6830aa35a7e3f3152"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9018021611218537,"lowerBound":0,"upperBound":1,"independentScore":0.9018021611218537,"independent":true,"opponentIds":600,"independentOpponentIds":600,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["eda87d69cb1f115761d80ea9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8161847775754631,"lowerBound":0,"upperBound":1,"independentScore":0.8161847775754631,"independent":true,"opponentIds":602,"independentOpponentIds":602,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["992e9b5c855c997d9d829cbd"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8448772835896675,"lowerBound":0,"upperBound":1,"independentScore":0.8448772835896675,"independent":true,"opponentIds":603,"independentOpponentIds":603,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c867a89873d13efc48fe8c0f","6c9f0d1dd8a8d28c325a1bcb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7246919896974666,"lowerBound":0,"upperBound":1,"independentScore":0.7246919896974666,"independent":true,"opponentIds":604,"independentOpponentIds":604,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["0582ee6c96fa6fa36eb8e651","cfb0545f6a6da7f52061cf70","e291d41d20cd377b87d6af89"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["61aca6b7539c84826da44436","bb324ec20532a0e6acc9340c","a4f28e058e6a8af0d4137df3","87b1613ddf79d0ed468aca4b","d9522462aacf237d2cac3af2","c6fe113d0426bcafa8ca2589","a0f6250fbf3f72727b7f2cc6","573824f6830aa35a7e3f3152","eda87d69cb1f115761d80ea9","a9f01970d3e67495318e3049","992e9b5c855c997d9d829cbd","c867a89873d13efc48fe8c0f","6c9f0d1dd8a8d28c325a1bcb","0582ee6c96fa6fa36eb8e651","cfb0545f6a6da7f52061cf70","e291d41d20cd377b87d6af89"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":18}],"unspecified":0,"total":18}},{"id":"deepseek-v4-flash-0424--effort-non-reasoning","name":"DeepSeek V4 Flash 0424 · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-0424","detailsUrl":"/efforts?model=deepseek-v4-flash-0424","publishedBenchmarkCount":9,"overallRating":{"score":0.03938206476092586,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999993}],"familyWeights":[{"family":"gpqa","share":0.13410354818522705},{"family":"critpt","share":0.13303413334807795},{"family":"ifbench","share":0.13289796251683278},{"family":"hle","share":0.13189991713553592},{"family":"omniscience","share":0.12870345228638203},{"family":"aa-lcr","share":0.12041944927469152},{"family":"tau-bench","share":0.11392474152367889},{"family":"terminal-bench","share":0.10501679572957207}]},"capabilityRatings":[{"bucket":"agentic","score":0.3525432698472879,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07104234564101193,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.19486273489320208,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10046798250690825,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06594092808027087,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.39181181092703943,"lowerBound":0,"upperBound":1,"independentScore":0.39181181092703943,"independent":true,"opponentIds":605,"independentOpponentIds":605,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8ed7a58f0f02bb1ab6f68d52"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5046043221447881,"lowerBound":0,"upperBound":1,"independentScore":0.5046043221447881,"independent":true,"opponentIds":594,"independentOpponentIds":594,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a9d1b304b5ead4a80b530f71"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4818575150199106,"lowerBound":0,"upperBound":1,"independentScore":0.4818575150199106,"independent":true,"opponentIds":598,"independentOpponentIds":598,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3e61a1984432422f7f33a108"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.42436913864640247,"lowerBound":0,"upperBound":1,"independentScore":0.42436913864640247,"independent":true,"opponentIds":599,"independentOpponentIds":599,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2cfac03b641be502ca31c268"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5681421627848743,"lowerBound":0,"upperBound":1,"independentScore":0.5681421627848743,"independent":true,"opponentIds":600,"independentOpponentIds":600,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["92d59e07969e4703740ab1f1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6632289546831762,"lowerBound":0,"upperBound":1,"independentScore":0.6632289546831762,"independent":true,"opponentIds":602,"independentOpponentIds":602,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["34e70355e4ea2d35feb5b31e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9169143251971384,"lowerBound":0,"upperBound":1,"independentScore":0.9169143251971384,"independent":true,"opponentIds":606,"independentOpponentIds":606,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["aceb2c8a49f02fee8df04f65"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8255000314756087,"lowerBound":0,"upperBound":1,"independentScore":0.8255000314756087,"independent":true,"opponentIds":607,"independentOpponentIds":607,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f7cea72247cf3471dad7aa0e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8ed7a58f0f02bb1ab6f68d52","a9d1b304b5ead4a80b530f71","3e61a1984432422f7f33a108","2cfac03b641be502ca31c268","92d59e07969e4703740ab1f1","34e70355e4ea2d35feb5b31e","aceb2c8a49f02fee8df04f65","f7cea72247cf3471dad7aa0e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"deepseek-v4-pro--effort-max","name":"DeepSeek V4-Pro 0813 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":36,"overallRating":{"score":0.4439700523849441,"supported":true,"families":26,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":237,"independentFamilies":26,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.26889330778218146},{"source":"Epoch AI","independent":true,"share":0.25920940671229775},{"source":"ARC Prize","independent":true,"share":0.2439973364194519},{"source":"Vals AI","independent":true,"share":0.22789994908606795}],"familyWeights":[{"family":"arc-agi","share":0.24399733641945198},{"family":"gpqa","share":0.07731440623741799},{"family":"aime","share":0.05474832815154032},{"family":"epoch-game-puzzles","share":0.052145677010254514},{"family":"simpleqa","share":0.04929629120718496},{"family":"frontiermath","share":0.04801588023520748},{"family":"terminal-bench","share":0.045944612688980827},{"family":"harvey","share":0.025624631520459025},{"family":"vals-code-migration","share":0.02560501152088163},{"family":"vibe-code","share":0.02554654464215342},{"family":"vals-legal-research","share":0.025432714749678873},{"family":"vals-excel-modeling","share":0.025251803139915985},{"family":"vals-finance-agent","share":0.02518128133456156},{"family":"vals-tax-agent","share":0.0251453811377042},{"family":"mmlu-pro","share":0.024843129237101903},{"family":"hle","share":0.021905969579649985},{"family":"critpt","share":0.021887774552437678},{"family":"omniscience","share":0.021828114454561714},{"family":"gdpval","share":0.020868115647839466},{"family":"tau-bench","share":0.020866054627630717},{"family":"aa-lcr","share":0.020790428970141564},{"family":"briefcase","share":0.02032414146586073},{"family":"automationbench","share":0.020262179382798493},{"family":"gdp-pdf","share":0.02021816172602593},{"family":"enterprise-ops","share":0.019126778748833225},{"family":"terminal-bench-science","share":0.0178292516117244}]},"capabilityRatings":[{"bucket":"agentic","score":0.4831448106937246,"supported":true,"families":12,"independentFamilies":12,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4951535758728807,"supported":true,"families":7,"independentFamilies":7,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4822726512902174,"supported":true,"families":3,"independentFamilies":3,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.38041975693530367,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5477398359746128,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7247244782528093,"lowerBound":0,"upperBound":1,"independentScore":0.7247244782528093,"independent":true,"opponentIds":608,"independentOpponentIds":608,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e404cefc679aed7055063e54"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8520747148050649,"lowerBound":0,"upperBound":1,"independentScore":0.8520747148050649,"independent":true,"opponentIds":609,"independentOpponentIds":609,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-4HVvM9ZWKKPLQPcC8WYYMT"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7770211716914563,"lowerBound":0,"upperBound":1,"independentScore":0.7770211716914563,"independent":true,"opponentIds":610,"independentOpponentIds":610,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["318e032120e13f4967057cb8","f26fb8536c24ab8bc35f248c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8269045075922776,"lowerBound":0,"upperBound":1,"independentScore":0.8269045075922776,"independent":true,"opponentIds":611,"independentOpponentIds":611,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f85861d2fe3c9512988dc6d4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9002619637119681,"lowerBound":0,"upperBound":1,"independentScore":0.9002619637119681,"independent":true,"opponentIds":612,"independentOpponentIds":612,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["739bf9016e97683e8ac3cfeb"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9477160108047207,"lowerBound":0,"upperBound":1,"independentScore":0.9477160108047207,"independent":true,"opponentIds":613,"independentOpponentIds":613,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["7985a9eb0c39954e717eccaf"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6054513850657,"lowerBound":0,"upperBound":1,"independentScore":0.6054513850657,"independent":true,"opponentIds":614,"independentOpponentIds":614,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d9e4ef464fc1c08d66c035b6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8316377262512423,"lowerBound":0,"upperBound":1,"independentScore":0.8316377262512423,"independent":true,"opponentIds":615,"independentOpponentIds":615,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["e7eca8769a262ba2e4881131"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8483725566197438,"lowerBound":0,"upperBound":1,"independentScore":0.8483725566197438,"independent":true,"opponentIds":616,"independentOpponentIds":616,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["d2fa9b10ad796302be38a96d","epoch-run-nEJGtXGN588zynPkynZkxz"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.6056236769581019,"lowerBound":0,"upperBound":1,"independentScore":0.6056236769581019,"independent":true,"opponentIds":617,"independentOpponentIds":617,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8854362239183186,"lowerBound":0,"upperBound":1,"independentScore":0.8854362239183186,"independent":true,"opponentIds":618,"independentOpponentIds":618,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6df3723f01db9a8fe2d2f548"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.376123623876376,"lowerBound":0,"upperBound":1,"independentScore":0.376123623876376,"independent":true,"opponentIds":619,"independentOpponentIds":619,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9256201789279681,"lowerBound":0,"upperBound":1,"independentScore":0.9256201789279681,"independent":true,"opponentIds":620,"independentOpponentIds":620,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3d7d47a50f975b946724a1c9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8794824519349796,"lowerBound":0,"upperBound":1,"independentScore":0.8794824519349796,"independent":true,"opponentIds":621,"independentOpponentIds":621,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a2c058cf47a21d4fb3ed8220"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.3769404829455823,"lowerBound":0,"upperBound":1,"independentScore":0.3769404829455823,"independent":true,"opponentIds":622,"independentOpponentIds":622,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["27d489700e8190d346c80f6d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4735944033235899,"lowerBound":0,"upperBound":1,"independentScore":0.4735944033235899,"independent":true,"opponentIds":623,"independentOpponentIds":623,"panelSize":142,"publishers":["Artificial Analysis","Vals AI"],"observations":["cc78985bbe964e95b18f995a","6545fcf07ca74c168934e7c5","vals-terminal-bench-2-1-v2.1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6975436952893992,"lowerBound":0,"upperBound":1,"independentScore":0.6975436952893992,"independent":true,"opponentIds":624,"independentOpponentIds":624,"panelSize":49,"publishers":["ARC Prize"],"observations":["25337d15a8b7bed1bf41c830"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.4548595517197241,"lowerBound":0,"upperBound":1,"independentScore":0.4548595517197241,"independent":true,"opponentIds":625,"independentOpponentIds":625,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-a4uV8HMMBAcHXLVSmZfBgX","epoch-run-b6yWmeFgsWeEiG9Qzs3NSf"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8841297746523893,"lowerBound":0,"upperBound":1,"independentScore":0.8841297746523893,"independent":true,"opponentIds":626,"independentOpponentIds":626,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-c2KVkMCWnpo6BbnMWgdaDH"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.667292184409393,"lowerBound":0,"upperBound":1,"independentScore":0.667292184409393,"independent":true,"opponentIds":627,"independentOpponentIds":627,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-2xfFf6KZAp2gUWYhHGkFgs"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.3172228853976318,"lowerBound":0,"upperBound":1,"independentScore":0.3172228853976318,"independent":true,"opponentIds":628,"independentOpponentIds":628,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.5288723335003795,"lowerBound":0,"upperBound":1,"independentScore":0.5288723335003795,"independent":true,"opponentIds":629,"independentOpponentIds":629,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.5762045833577545,"lowerBound":0,"upperBound":1,"independentScore":0.5762045833577545,"independent":true,"opponentIds":630,"independentOpponentIds":630,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.212388406976936,"lowerBound":0,"upperBound":1,"independentScore":0.212388406976936,"independent":true,"opponentIds":631,"independentOpponentIds":631,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.6600369193556087,"lowerBound":0,"upperBound":1,"independentScore":0.6600369193556087,"independent":true,"opponentIds":632,"independentOpponentIds":632,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.3246103553966699,"lowerBound":0,"upperBound":1,"independentScore":0.3246103553966699,"independent":true,"opponentIds":633,"independentOpponentIds":633,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e404cefc679aed7055063e54","318e032120e13f4967057cb8","f85861d2fe3c9512988dc6d4","739bf9016e97683e8ac3cfeb","7985a9eb0c39954e717eccaf","d9e4ef464fc1c08d66c035b6","e7eca8769a262ba2e4881131","d2fa9b10ad796302be38a96d","6df3723f01db9a8fe2d2f548","f26fb8536c24ab8bc35f248c","3d7d47a50f975b946724a1c9","a2c058cf47a21d4fb3ed8220","27d489700e8190d346c80f6d","cc78985bbe964e95b18f995a","6545fcf07ca74c168934e7c5","25337d15a8b7bed1bf41c830","epoch-run-a4uV8HMMBAcHXLVSmZfBgX","epoch-run-b6yWmeFgsWeEiG9Qzs3NSf","epoch-run-nEJGtXGN588zynPkynZkxz","epoch-run-c2KVkMCWnpo6BbnMWgdaDH","epoch-run-4HVvM9ZWKKPLQPcC8WYYMT","epoch-run-2xfFf6KZAp2gUWYhHGkFgs","vals-finance-agent-v2:deepseek/deepseek-v4-pro-0813","vals-code-migration-v1:deepseek/deepseek-v4-pro-0813","vals-legal-research-v1:deepseek/deepseek-v4-pro-0813","vals-emb-v1:deepseek/deepseek-v4-pro-0813","vals-mmlu-pro-v1:deepseek/deepseek-v4-pro-0813","vals-terminal-bench-2-1-v2.1:deepseek/deepseek-v4-pro-0813","vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-pro-0813","vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-pro-0813","vals-tax-agent-bench-v1:deepseek/deepseek-v4-pro-0813"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":36}],"unspecified":0,"total":36}},{"id":"deepseek-v4-pro--effort-non-reasoning","name":"DeepSeek V4-Pro 0813 · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":11,"overallRating":{"score":0.06389493893717302,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":229,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000044}],"familyWeights":[{"family":"hle","share":0.14237270604023822},{"family":"critpt","share":0.14174959157177278},{"family":"omniscience","share":0.13921785317838106},{"family":"aa-lcr","share":0.12965096056329226},{"family":"gdpval","share":0.10944671787152647},{"family":"briefcase","share":0.09646131158993952},{"family":"automationbench","share":0.09457190201310949},{"family":"gdp-pdf","share":0.09452731536375875},{"family":"terminal-bench","share":0.05200164180798388}]},"capabilityRatings":[{"bucket":"agentic","score":0.24144684020754728,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.052445098729564266,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2739344198580814,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.31577501583269096,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.09730690145365871,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5216415960446702,"lowerBound":0,"upperBound":1,"independentScore":0.5216415960446702,"independent":true,"opponentIds":608,"independentOpponentIds":608,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d2be3baacb2f88392754e02a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4861558137574993,"lowerBound":0,"upperBound":1,"independentScore":0.4861558137574993,"independent":true,"opponentIds":634,"independentOpponentIds":634,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["08a9a20e6f7fa296fe6eb550"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6131262453436496,"lowerBound":0,"upperBound":1,"independentScore":0.6131262453436496,"independent":true,"opponentIds":611,"independentOpponentIds":611,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["bff9e87251f2afc8a55016cb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2306766141926634,"lowerBound":0,"upperBound":1,"independentScore":0.2306766141926634,"independent":true,"opponentIds":612,"independentOpponentIds":612,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1a2e20b67e9f4c04b3b8ccea"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.26657563106913434,"lowerBound":0,"upperBound":1,"independentScore":0.26657563106913434,"independent":true,"opponentIds":614,"independentOpponentIds":614,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ada82bf2eae26a6ac8082e1b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6283831119996709,"lowerBound":0,"upperBound":1,"independentScore":0.6283831119996709,"independent":true,"opponentIds":615,"independentOpponentIds":615,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6238725c91e3d11df7051ebf"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5163937599972922,"lowerBound":0,"upperBound":1,"independentScore":0.5163937599972922,"independent":true,"opponentIds":618,"independentOpponentIds":618,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6c54446ae29130945ad023bb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8731079253083562,"lowerBound":0,"upperBound":1,"independentScore":0.8731079253083562,"independent":true,"opponentIds":620,"independentOpponentIds":620,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6fabfe1a747eb2065ac5a1ea"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.37553584799957024,"lowerBound":0,"upperBound":1,"independentScore":0.37553584799957024,"independent":true,"opponentIds":614,"independentOpponentIds":614,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["dbce7ca5622b48cc19ff2f62"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d2be3baacb2f88392754e02a","08a9a20e6f7fa296fe6eb550","bff9e87251f2afc8a55016cb","1a2e20b67e9f4c04b3b8ccea","ada82bf2eae26a6ac8082e1b","6238725c91e3d11df7051ebf","6c54446ae29130945ad023bb","6fabfe1a747eb2065ac5a1ea","dbce7ca5622b48cc19ff2f62"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"deepseek-v4-pro--effort-high","name":"DeepSeek V4-Pro 0813 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":4,"overallRating":{"score":0.2687185508618112,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":51,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5557465299986437},{"source":"ARC Prize","independent":true,"share":0.44425347000135607}],"familyWeights":[{"family":"frontiercode","share":0.5557465299986435},{"family":"arc-agi","share":0.4442534700013562}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.43680713761003814,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.31114355744917893,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7404376376142325,"lowerBound":0,"upperBound":1,"independentScore":0.7404376376142325,"independent":true,"opponentIds":624,"independentOpponentIds":624,"panelSize":49,"publishers":["ARC Prize"],"observations":["c64dd03820fdf345d94145b0"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.14246947082767983,"lowerBound":0,"upperBound":1,"independentScore":0.14246947082767983,"independent":true,"opponentIds":635,"independentOpponentIds":635,"panelSize":9,"publishers":["Cognition"],"observations":["7f33b674105fc71448617806","78cbe45f9b9ed1991de85fd0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c64dd03820fdf345d94145b0","7f33b674105fc71448617806","78cbe45f9b9ed1991de85fd0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","glm-5.3","mistral-large-4"]},"effort":{"label":"High","settings":[{"label":"High","observations":4}],"unspecified":0,"total":4}},{"id":"deepseek-v4-pro--effort-low","name":"DeepSeek V4-Pro 0813 · Low","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.3966926309952794,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.41787574462623,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.766625449818488,"lowerBound":0,"upperBound":1,"independentScore":0.766625449818488,"independent":true,"opponentIds":624,"independentOpponentIds":624,"panelSize":49,"publishers":["ARC Prize"],"observations":["0f79426f1f5a6b4e49959783"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0f79426f1f5a6b4e49959783"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-pro--effort-none","name":"DeepSeek V4-Pro 0813 · None","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.005518164436775355,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.03020175505553357,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.0876650655506413,"lowerBound":0,"upperBound":1,"independentScore":0.0876650655506413,"independent":true,"opponentIds":624,"independentOpponentIds":624,"panelSize":49,"publishers":["ARC Prize"],"observations":["d725d4dd6ab63e2174499861"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d725d4dd6ab63e2174499861"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-pro-0424--effort-max","name":"DeepSeek V4-Pro 0424 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro-0424","detailsUrl":"/efforts?model=deepseek-v4-pro-0424","publishedBenchmarkCount":22,"overallRating":{"score":0.2820584625224869,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999936}],"familyWeights":[{"family":"automationbench","share":0.08145963516400165},{"family":"briefcase","share":0.08145919276336522},{"family":"gdp-pdf","share":0.08116030696768638},{"family":"terminal-bench","share":0.07444398399406338},{"family":"aa-lcr","share":0.06847319016333163},{"family":"tau-bench","share":0.064584825785549},{"family":"apex-agents","share":0.05925356612080209},{"family":"enterprise-ops","share":0.05861632502599225},{"family":"itbench","share":0.0582778060634557},{"family":"gdpval","share":0.05703446847933912},{"family":"ifbench","share":0.054037886927865694},{"family":"gpqa","share":0.053179718602986495},{"family":"hle","share":0.05314328335448973},{"family":"critpt","share":0.05275827874822684},{"family":"omniscience","share":0.05206202600487097},{"family":"analyst-agent","share":0.05005550583396815}]},"capabilityRatings":[{"bucket":"agentic","score":0.35780584699736534,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.36935760843108234,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.43270479847053284,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.36610735829266594,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5272456227467309,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.3728278398727353,"lowerBound":0,"upperBound":1,"independentScore":0.3728278398727353,"independent":true,"opponentIds":636,"independentOpponentIds":636,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["1acd303b95f08abed126e960"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.584793628040045,"lowerBound":0,"upperBound":1,"independentScore":0.584793628040045,"independent":true,"opponentIds":637,"independentOpponentIds":637,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5c3e5e1981333cde5f341b12"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.5878732905308715,"lowerBound":0,"upperBound":1,"independentScore":0.5878732905308715,"independent":true,"opponentIds":638,"independentOpponentIds":638,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["dd986e271fb52c5f6542e9d9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8019680205646548,"lowerBound":0,"upperBound":1,"independentScore":0.8019680205646548,"independent":true,"opponentIds":639,"independentOpponentIds":639,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["f2de6940d94d16486e4e54c7","4d64a0fd824b9d504d785a94"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8285660931991453,"lowerBound":0,"upperBound":1,"independentScore":0.8285660931991453,"independent":true,"opponentIds":640,"independentOpponentIds":640,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["23bd182f81ca9d273f7b0d26"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8692644324165095,"lowerBound":0,"upperBound":1,"independentScore":0.8692644324165095,"independent":true,"opponentIds":641,"independentOpponentIds":641,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1faacdec2388a3389c95daa0"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.5828773431460321,"lowerBound":0,"upperBound":1,"independentScore":0.5828773431460321,"independent":true,"opponentIds":642,"independentOpponentIds":642,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["1c0ebb8f53f204bde27fa113"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6743213398726097,"lowerBound":0,"upperBound":1,"independentScore":0.6743213398726097,"independent":true,"opponentIds":643,"independentOpponentIds":643,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["5fa0a7b1a4fd9e763ca818f6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7053774148340096,"lowerBound":0,"upperBound":1,"independentScore":0.7053774148340096,"independent":true,"opponentIds":644,"independentOpponentIds":644,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["3dd2b41097d4a3d04883887e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8934852740324597,"lowerBound":0,"upperBound":1,"independentScore":0.8934852740324597,"independent":true,"opponentIds":645,"independentOpponentIds":645,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["992e678dc195695cadb3e4a8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8903705292301605,"lowerBound":0,"upperBound":1,"independentScore":0.8903705292301605,"independent":true,"opponentIds":646,"independentOpponentIds":646,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6d9d95d9ee994dd897c40a5a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.952628563778958,"lowerBound":0,"upperBound":1,"independentScore":0.952628563778958,"independent":true,"opponentIds":647,"independentOpponentIds":647,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e2d77be9ab5eb6525e4ddbfd"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.6679630614694005,"lowerBound":0,"upperBound":1,"independentScore":0.6679630614694005,"independent":true,"opponentIds":648,"independentOpponentIds":648,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["d7dd2d0823569e12bcd2eaa6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8832692943500234,"lowerBound":0,"upperBound":1,"independentScore":0.8832692943500234,"independent":true,"opponentIds":649,"independentOpponentIds":649,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9a9651670f4e9fd8d28669fe"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8676642996639802,"lowerBound":0,"upperBound":1,"independentScore":0.8676642996639802,"independent":true,"opponentIds":650,"independentOpponentIds":650,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["08f0e9fd5c5a6e0b115f294d","b5ec417d4f5555a3d4af2586"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8170404824957339,"lowerBound":0,"upperBound":1,"independentScore":0.8170404824957339,"independent":true,"opponentIds":651,"independentOpponentIds":651,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["1aa95e16a12b0a054a48ea42","ace696d0fea831b2a18a5580","0489348008374e06a125192c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1acd303b95f08abed126e960","5c3e5e1981333cde5f341b12","dd986e271fb52c5f6542e9d9","f2de6940d94d16486e4e54c7","23bd182f81ca9d273f7b0d26","1faacdec2388a3389c95daa0","1c0ebb8f53f204bde27fa113","5fa0a7b1a4fd9e763ca818f6","3dd2b41097d4a3d04883887e","992e678dc195695cadb3e4a8","6d9d95d9ee994dd897c40a5a","e2d77be9ab5eb6525e4ddbfd","d7dd2d0823569e12bcd2eaa6","4d64a0fd824b9d504d785a94","9a9651670f4e9fd8d28669fe","08f0e9fd5c5a6e0b115f294d","b5ec417d4f5555a3d4af2586","1aa95e16a12b0a054a48ea42","ace696d0fea831b2a18a5580","0489348008374e06a125192c"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":22}],"unspecified":0,"total":22}},{"id":"deepseek-v4-pro-0424--effort-high","name":"DeepSeek V4-Pro 0424 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro-0424","detailsUrl":"/efforts?model=deepseek-v4-pro-0424","publishedBenchmarkCount":16,"overallRating":{"score":0.0961153034618835,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.6039545917879731},{"source":"Artificial Analysis","independent":true,"share":0.39604540821203105}],"familyWeights":[{"family":"swe-rebench","share":0.6039545917879732},{"family":"tau-bench","share":0.05087430400377754},{"family":"gdpval","share":0.04581600441266211},{"family":"terminal-bench","share":0.045325711983050264},{"family":"ifbench","share":0.0438431710772773},{"family":"gpqa","share":0.04304752035106012},{"family":"hle","share":0.0430197237645266},{"family":"critpt","share":0.04263525979338979},{"family":"omniscience","share":0.042193774415696814},{"family":"aa-lcr","share":0.03928993841058593}]},"capabilityRatings":[{"bucket":"agentic","score":0.3405726456392196,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3629629367030785,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18612704405689853,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2827761560754423,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.22815357146365015,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7032464812899105,"lowerBound":0,"upperBound":1,"independentScore":0.7032464812899105,"independent":true,"opponentIds":652,"independentOpponentIds":652,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0d06ffbfcb8fc52ca595d1bb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8437901742301658,"lowerBound":0,"upperBound":1,"independentScore":0.8437901742301658,"independent":true,"opponentIds":641,"independentOpponentIds":641,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a3c1d26625581d76b6c31873"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7089376538405404,"lowerBound":0,"upperBound":1,"independentScore":0.7089376538405404,"independent":true,"opponentIds":644,"independentOpponentIds":644,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c3a9570cb5be5e9387e1ea1d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9304608929843898,"lowerBound":0,"upperBound":1,"independentScore":0.9304608929843898,"independent":true,"opponentIds":645,"independentOpponentIds":645,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9fb983cb66553aed7ceebb46"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8652396004697671,"lowerBound":0,"upperBound":1,"independentScore":0.8652396004697671,"independent":true,"opponentIds":646,"independentOpponentIds":646,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["92d55a9b5f2e46ce1d82dae9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8558994085111885,"lowerBound":0,"upperBound":1,"independentScore":0.8558994085111885,"independent":true,"opponentIds":647,"independentOpponentIds":647,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["48596082de3f4d8b27c476a4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8697803093662616,"lowerBound":0,"upperBound":1,"independentScore":0.8697803093662616,"independent":true,"opponentIds":649,"independentOpponentIds":649,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a5eac9e0bb5497c1406b2ecc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.83409782921763,"lowerBound":0,"upperBound":1,"independentScore":0.83409782921763,"independent":true,"opponentIds":650,"independentOpponentIds":650,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["93d15bba04bad86908516f0c","063db2abf6786cf8adafe722"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8593295908976973,"lowerBound":0,"upperBound":1,"independentScore":0.8593295908976973,"independent":true,"opponentIds":653,"independentOpponentIds":653,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["9eb01d7c86816a15077c34cd","597079259d0379016df7cab6"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.03826530612244898,"lowerBound":0,"upperBound":1,"independentScore":0.03826530612244898,"independent":true,"opponentIds":654,"independentOpponentIds":654,"panelSize":12,"publishers":["SWE-rebench"],"observations":["panel-84d19d866a5f84d2e5157771","panel-2e61455480fb766893d98afe","panel-5d62ab6fe9c2e7d1f8fda50c","panel-17c093bae14aabe9e7a0ba93"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0d06ffbfcb8fc52ca595d1bb","a3c1d26625581d76b6c31873","c3a9570cb5be5e9387e1ea1d","9fb983cb66553aed7ceebb46","92d55a9b5f2e46ce1d82dae9","48596082de3f4d8b27c476a4","a5eac9e0bb5497c1406b2ecc","93d15bba04bad86908516f0c","063db2abf6786cf8adafe722","9eb01d7c86816a15077c34cd","597079259d0379016df7cab6","panel-84d19d866a5f84d2e5157771","panel-2e61455480fb766893d98afe","panel-5d62ab6fe9c2e7d1f8fda50c","panel-17c093bae14aabe9e7a0ba93"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":16}],"unspecified":0,"total":16}},{"id":"deepseek-v4-pro-0424--effort-non-reasoning","name":"DeepSeek V4-Pro 0424 · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro-0424","detailsUrl":"/efforts?model=deepseek-v4-pro-0424","publishedBenchmarkCount":9,"overallRating":{"score":0.04950868787942675,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999976}],"familyWeights":[{"family":"gpqa","share":0.13415369188718188},{"family":"critpt","share":0.13308194362655773},{"family":"ifbench","share":0.1329843315812249},{"family":"hle","share":0.13194242630151276},{"family":"omniscience","share":0.12875724731955954},{"family":"aa-lcr","share":0.12023267150760024},{"family":"tau-bench","share":0.11392522776471045},{"family":"terminal-bench","share":0.10492246001165097}]},"capabilityRatings":[{"bucket":"agentic","score":0.2702357050823534,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08465768918597304,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.25538049899366644,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11701487543769147,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.105402918197937,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5062032233739313,"lowerBound":0,"upperBound":1,"independentScore":0.5062032233739313,"independent":true,"opponentIds":652,"independentOpponentIds":652,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a799f33ed2c8840436d37022"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6147968619728289,"lowerBound":0,"upperBound":1,"independentScore":0.6147968619728289,"independent":true,"opponentIds":641,"independentOpponentIds":641,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9a7bd9e9fbb331e851d3fa93"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4865477305579334,"lowerBound":0,"upperBound":1,"independentScore":0.4865477305579334,"independent":true,"opponentIds":645,"independentOpponentIds":645,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6541986de29df292349c312f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4448709947510014,"lowerBound":0,"upperBound":1,"independentScore":0.4448709947510014,"independent":true,"opponentIds":646,"independentOpponentIds":646,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2e6c279793e70851ca3830b3"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5442875347505233,"lowerBound":0,"upperBound":1,"independentScore":0.5442875347505233,"independent":true,"opponentIds":647,"independentOpponentIds":647,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c5a1684a85f538d6c78dd51d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.763400273963202,"lowerBound":0,"upperBound":1,"independentScore":0.763400273963202,"independent":true,"opponentIds":649,"independentOpponentIds":649,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ca20a70d87b992b6c59b809b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8536695535876881,"lowerBound":0,"upperBound":1,"independentScore":0.8536695535876881,"independent":true,"opponentIds":655,"independentOpponentIds":655,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9954df33da7c51a639dd175c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8822682386399548,"lowerBound":0,"upperBound":1,"independentScore":0.8822682386399548,"independent":true,"opponentIds":656,"independentOpponentIds":656,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["27ec74814284b3c7c92ad1d2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a799f33ed2c8840436d37022","9a7bd9e9fbb331e851d3fa93","6541986de29df292349c312f","2e6c279793e70851ca3830b3","c5a1684a85f538d6c78dd51d","ca20a70d87b992b6c59b809b","9954df33da7c51a639dd175c","27ec74814284b3c7c92ad1d2"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"deepseek-v4.1-flash--effort-max","name":"DeepSeek V4.1 Flash · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4.1-flash","detailsUrl":"/efforts?model=deepseek-v4.1-flash","publishedBenchmarkCount":22,"overallRating":{"score":0.48742540131088097,"supported":true,"families":16,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":231,"independentFamilies":16,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5144172864839163},{"source":"ARC Prize","independent":true,"share":0.4855827135160911}],"familyWeights":[{"family":"arc-agi","share":0.2788347385870083},{"family":"arc-agi-3","share":0.20674797492908317},{"family":"hle","share":0.04427867282496531},{"family":"critpt","share":0.04411305461014619},{"family":"omniscience","share":0.04396457429090116},{"family":"mmmu-pro","share":0.04376120301032373},{"family":"aa-lcr","share":0.040127551399386924},{"family":"gdpval","share":0.03985899678533241},{"family":"briefcase","share":0.037789538982438385},{"family":"automationbench","share":0.03773569551231462},{"family":"gdp-pdf","share":0.03757373940883839},{"family":"itbench","share":0.0331210072325907},{"family":"terminal-bench-science","share":0.0320361877602372},{"family":"harvey","share":0.030140813671494692},{"family":"analyst-agent","share":0.029862610945012448},{"family":"terminal-bench","share":0.02005364004993184}]},"capabilityRatings":[{"bucket":"agentic","score":0.562225402984864,"supported":true,"families":8,"independentFamilies":8,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.46002592905943657,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.665183330345486,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4280382435985877,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.302227627587603,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.69081405051841,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5350886334810658,"lowerBound":0,"upperBound":1,"independentScore":0.5350886334810658,"independent":true,"opponentIds":657,"independentOpponentIds":657,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f479a4d953fa96de609f6dd9"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8063566171657947,"lowerBound":0,"upperBound":1,"independentScore":0.8063566171657947,"independent":true,"opponentIds":658,"independentOpponentIds":658,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b022fee5f1ebaec576b7a62c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.909561846894894,"lowerBound":0,"upperBound":1,"independentScore":0.909561846894894,"independent":true,"opponentIds":659,"independentOpponentIds":659,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["760c9354bee10e634d59b796","4410183a1bd8c6cab63b7ac9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9834500173824887,"lowerBound":0,"upperBound":1,"independentScore":0.9834500173824887,"independent":true,"opponentIds":660,"independentOpponentIds":660,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["58534c171011fa8b72aa9a11"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8704678465087471,"lowerBound":0,"upperBound":1,"independentScore":0.8704678465087471,"independent":true,"opponentIds":661,"independentOpponentIds":661,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7b9e1ba11d371919e8f1f1d7"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6450648924517879,"lowerBound":0,"upperBound":1,"independentScore":0.6450648924517879,"independent":true,"opponentIds":662,"independentOpponentIds":662,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8c4db4347a73c9f707075aca"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8902449286908056,"lowerBound":0,"upperBound":1,"independentScore":0.8902449286908056,"independent":true,"opponentIds":663,"independentOpponentIds":663,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["08a8b5cc057407d47d068a4c"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4148890493569352,"lowerBound":0,"upperBound":1,"independentScore":0.4148890493569352,"independent":true,"opponentIds":664,"independentOpponentIds":664,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["57b594f5af7f2a7da4a69481"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8863460811966218,"lowerBound":0,"upperBound":1,"independentScore":0.8863460811966218,"independent":true,"opponentIds":665,"independentOpponentIds":665,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3519bcdb1c5335a014180c5a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8640235730980356,"lowerBound":0,"upperBound":1,"independentScore":0.8640235730980356,"independent":true,"opponentIds":666,"independentOpponentIds":666,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["da79582af0e47fffb158e19d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7943320322955997,"lowerBound":0,"upperBound":1,"independentScore":0.7943320322955997,"independent":true,"opponentIds":667,"independentOpponentIds":667,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["2b249fe5602b0268a147076a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9178162780054654,"lowerBound":0,"upperBound":1,"independentScore":0.9178162780054654,"independent":true,"opponentIds":668,"independentOpponentIds":668,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c4096419046c7cfb99747be7"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5503420235741405,"lowerBound":0,"upperBound":1,"independentScore":0.5503420235741405,"independent":true,"opponentIds":669,"independentOpponentIds":669,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["5b358cb5677beba250d4f145"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7511037059382945,"lowerBound":0,"upperBound":1,"independentScore":0.7511037059382945,"independent":true,"opponentIds":662,"independentOpponentIds":662,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["fb64a3a278c7e2f20ebbf7ec"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8160552741751322,"lowerBound":0,"upperBound":1,"independentScore":0.8160552741751322,"independent":true,"opponentIds":670,"independentOpponentIds":670,"panelSize":49,"publishers":["ARC Prize"],"observations":["b2d5a83effbb0b16ee3f6cf9"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.40729672303892,"lowerBound":0,"upperBound":1,"independentScore":0.40729672303892,"independent":true,"opponentIds":671,"independentOpponentIds":671,"panelSize":14,"publishers":["ARC Prize"],"observations":["489ca3f16db7030a704db2f9","a7483c339d410fadf3eda32a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f479a4d953fa96de609f6dd9","b022fee5f1ebaec576b7a62c","760c9354bee10e634d59b796","58534c171011fa8b72aa9a11","7b9e1ba11d371919e8f1f1d7","8c4db4347a73c9f707075aca","08a8b5cc057407d47d068a4c","57b594f5af7f2a7da4a69481","3519bcdb1c5335a014180c5a","da79582af0e47fffb158e19d","4410183a1bd8c6cab63b7ac9","2b249fe5602b0268a147076a","c4096419046c7cfb99747be7","5b358cb5677beba250d4f145","fb64a3a278c7e2f20ebbf7ec","b2d5a83effbb0b16ee3f6cf9","489ca3f16db7030a704db2f9","a7483c339d410fadf3eda32a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":22}],"unspecified":0,"total":22}},{"id":"deepseek-v4.1-flash--effort-non-reasoning","name":"DeepSeek V4.1 Flash · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4.1-flash","detailsUrl":"/efforts?model=deepseek-v4.1-flash","publishedBenchmarkCount":12,"overallRating":{"score":0.08635675642801664,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":229,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000064}],"familyWeights":[{"family":"hle","share":0.12459493631973576},{"family":"critpt","share":0.12381438516546249},{"family":"mmmu-pro","share":0.12222704872441031},{"family":"omniscience","share":0.12197824144704353},{"family":"aa-lcr","share":0.11355768192577137},{"family":"gdpval","share":0.09631843323886179},{"family":"briefcase","share":0.08511515065967587},{"family":"automationbench","share":0.08344096828391155},{"family":"gdp-pdf","share":0.08338884235589417},{"family":"terminal-bench","share":0.04556431187923167}]},"capabilityRatings":[{"bucket":"agentic","score":0.33513483083642454,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09140733417538387,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4009984882262892,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16670070836964224,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08514300442244564,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11985176257017344,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6579704051927897,"lowerBound":0,"upperBound":1,"independentScore":0.6579704051927897,"independent":true,"opponentIds":658,"independentOpponentIds":658,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e61e7fdc45739d1f249f95b7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5400836312444465,"lowerBound":0,"upperBound":1,"independentScore":0.5400836312444465,"independent":true,"opponentIds":672,"independentOpponentIds":672,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4b52fbb564515244908b3cd4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6854610319842933,"lowerBound":0,"upperBound":1,"independentScore":0.6854610319842933,"independent":true,"opponentIds":660,"independentOpponentIds":660,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["1865ab174f5bf32d1b665aa3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5159368124090007,"lowerBound":0,"upperBound":1,"independentScore":0.5159368124090007,"independent":true,"opponentIds":661,"independentOpponentIds":661,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3626633e9603f09739456348"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.28557467064144587,"lowerBound":0,"upperBound":1,"independentScore":0.28557467064144587,"independent":true,"opponentIds":662,"independentOpponentIds":662,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["870209aded1973f7986bd199"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7923621937360729,"lowerBound":0,"upperBound":1,"independentScore":0.7923621937360729,"independent":true,"opponentIds":663,"independentOpponentIds":663,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7b44ccd50dfd8c710f298309"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5212437859569289,"lowerBound":0,"upperBound":1,"independentScore":0.5212437859569289,"independent":true,"opponentIds":665,"independentOpponentIds":665,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fc170b6eec52c69c76c6f6eb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.506902424524642,"lowerBound":0,"upperBound":1,"independentScore":0.506902424524642,"independent":true,"opponentIds":667,"independentOpponentIds":667,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5329ae993b0076c1567ba62e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7285654110959329,"lowerBound":0,"upperBound":1,"independentScore":0.7285654110959329,"independent":true,"opponentIds":668,"independentOpponentIds":668,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["29da5896f795ad4f605fb805"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.502380410978323,"lowerBound":0,"upperBound":1,"independentScore":0.502380410978323,"independent":true,"opponentIds":662,"independentOpponentIds":662,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1674a710118a655765c1f376"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e61e7fdc45739d1f249f95b7","4b52fbb564515244908b3cd4","1865ab174f5bf32d1b665aa3","3626633e9603f09739456348","870209aded1973f7986bd199","7b44ccd50dfd8c710f298309","fc170b6eec52c69c76c6f6eb","5329ae993b0076c1567ba62e","29da5896f795ad4f605fb805","1674a710118a655765c1f376"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"deepseek-v4.1-flash--effort-high","name":"DeepSeek V4.1 Flash · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4.1-flash","detailsUrl":"/efforts?model=deepseek-v4.1-flash","publishedBenchmarkCount":5,"overallRating":{"score":0.7015963097002348,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5190705303033151},{"source":"ARC Prize","independent":true,"share":0.4809294696966848}],"familyWeights":[{"family":"frontiercode","share":0.519070530303315},{"family":"arc-agi","share":0.2761627200248752},{"family":"arc-agi-3","share":0.20476674967180927}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4695012333669146,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8542334697531903,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.768890710542495,"lowerBound":0,"upperBound":1,"independentScore":0.768890710542495,"independent":true,"opponentIds":670,"independentOpponentIds":670,"panelSize":49,"publishers":["ARC Prize"],"observations":["4075f035c16894991019b82e"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.4109243552315646,"lowerBound":0,"upperBound":1,"independentScore":0.4109243552315646,"independent":true,"opponentIds":671,"independentOpponentIds":671,"panelSize":14,"publishers":["ARC Prize"],"observations":["4cfed6e5d5f8f275ec20cb69","6b2c7fe28077ca058f5212f5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8575305291723205,"lowerBound":0,"upperBound":1,"independentScore":0.8575305291723205,"independent":true,"opponentIds":673,"independentOpponentIds":673,"panelSize":9,"publishers":["Cognition"],"observations":["8deadee0327ed0621e7829c8","4c6eaa166ea13440ca01eb77"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4075f035c16894991019b82e","4cfed6e5d5f8f275ec20cb69","6b2c7fe28077ca058f5212f5","8deadee0327ed0621e7829c8","4c6eaa166ea13440ca01eb77"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","glm-5.3","mistral-large-4"]},"effort":{"label":"High","settings":[{"label":"High","observations":5}],"unspecified":0,"total":5}},{"id":"deepseek-v4.1-flash--effort-low","name":"DeepSeek V4.1 Flash · Low","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4.1-flash","detailsUrl":"/efforts?model=deepseek-v4.1-flash","publishedBenchmarkCount":3,"overallRating":{"score":0.4097729369558219,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":0.646516985561704},{"family":"arc-agi-3","share":0.35348301443829555}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4159433966564927,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7633851468048365,"lowerBound":0,"upperBound":1,"independentScore":0.7633851468048365,"independent":true,"opponentIds":670,"independentOpponentIds":670,"panelSize":49,"publishers":["ARC Prize"],"observations":["cb297d8a0490e3242252f18d"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.4128635537818915,"lowerBound":0,"upperBound":1,"independentScore":0.4128635537818915,"independent":true,"opponentIds":671,"independentOpponentIds":671,"panelSize":14,"publishers":["ARC Prize"],"observations":["72e13f593d1b8f08cf9fdba2","ba416adf6ebdd6333f9b4700"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cb297d8a0490e3242252f18d","72e13f593d1b8f08cf9fdba2","ba416adf6ebdd6333f9b4700"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"deepseek-v4.1-flash--effort-none","name":"DeepSeek V4.1 Flash · None","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4.1-flash","detailsUrl":"/efforts?model=deepseek-v4.1-flash","publishedBenchmarkCount":3,"overallRating":{"score":0.026110462111115628,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":0.646516985561704},{"family":"arc-agi-3","share":0.35348301443829555}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09224051456708011,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.10323882711377615,"lowerBound":0,"upperBound":1,"independentScore":0.10323882711377615,"independent":true,"opponentIds":670,"independentOpponentIds":670,"panelSize":49,"publishers":["ARC Prize"],"observations":["c1ba08f364d613d9901146d4"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.29981832016025123,"lowerBound":0,"upperBound":1,"independentScore":0.29981832016025123,"independent":true,"opponentIds":671,"independentOpponentIds":671,"panelSize":14,"publishers":["ARC Prize"],"observations":["edc50b3b264c08f97d553277","308e1d6d59efae59708b2ef0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c1ba08f364d613d9901146d4","edc50b3b264c08f97d553277","308e1d6d59efae59708b2ef0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"None","settings":[{"label":"None","observations":3}],"unspecified":0,"total":3}},{"id":"devstral-2512--effort-non-reasoning","name":"Devstral 2 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"devstral-2512","detailsUrl":"/efforts?model=devstral-2512","publishedBenchmarkCount":21,"overallRating":{"score":0.011380471022361784,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000349}],"familyWeights":[{"family":"aime","share":0.06716019214655161},{"family":"mmlu-pro","share":0.06713267649025956},{"family":"livecodebench","share":0.06711216711728514},{"family":"ifbench","share":0.06553761522961006},{"family":"hle","share":0.06432896618571897},{"family":"critpt","share":0.06418258710456723},{"family":"gpqa","share":0.06414445577750631},{"family":"omniscience","share":0.06398474678104876},{"family":"gmmlu","share":0.06251021316362211},{"family":"tau-bench","share":0.062305349847656614},{"family":"terminal-bench","share":0.06144552635813516},{"family":"aa-lcr","share":0.05984608834760723},{"family":"gdpval","share":0.059329780487527885},{"family":"automationbench","share":0.05706320898974489},{"family":"briefcase","share":0.05706289908410975},{"family":"gdp-pdf","share":0.05685352688905203}]},"capabilityRatings":[{"bucket":"agentic","score":0.08733529825693359,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02243864302439079,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04148028594880355,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03979145688699346,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.047537969792726904,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3049558137140758,"lowerBound":0,"upperBound":1,"independentScore":0.3049558137140758,"independent":true,"opponentIds":674,"independentOpponentIds":674,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ce169f4b75dba56fd007c11a"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3900178755541578,"lowerBound":0,"upperBound":1,"independentScore":0.3900178755541578,"independent":true,"opponentIds":675,"independentOpponentIds":675,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c027bac776af43b4cb938c11"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3132195034215254,"lowerBound":0,"upperBound":1,"independentScore":0.3132195034215254,"independent":true,"opponentIds":676,"independentOpponentIds":676,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["56b570282eeb2d7f9bc5720b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3293971885983547,"lowerBound":0,"upperBound":1,"independentScore":0.3293971885983547,"independent":true,"opponentIds":677,"independentOpponentIds":677,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f20b6e6193c225e4bde7c4d7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2339745441626866,"lowerBound":0,"upperBound":1,"independentScore":0.2339745441626866,"independent":true,"opponentIds":678,"independentOpponentIds":678,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4818263b0b0cdc6012971d70"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.24784468073287494,"lowerBound":0,"upperBound":1,"independentScore":0.24784468073287494,"independent":true,"opponentIds":679,"independentOpponentIds":679,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["18a919dc18d96a14e330490f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.38426920138321147,"lowerBound":0,"upperBound":1,"independentScore":0.38426920138321147,"independent":true,"opponentIds":680,"independentOpponentIds":680,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["0c81ceee4b3638bbcc3ad221"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3209482667473432,"lowerBound":0,"upperBound":1,"independentScore":0.3209482667473432,"independent":true,"opponentIds":681,"independentOpponentIds":681,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["2b73f3f0e2fb4a983219b412"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.29168814805575466,"lowerBound":0,"upperBound":1,"independentScore":0.29168814805575466,"independent":true,"opponentIds":682,"independentOpponentIds":682,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6f3c6cbea54937ac773fa184"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.055399364048832285,"lowerBound":0,"upperBound":1,"independentScore":0.055399364048832285,"independent":true,"opponentIds":683,"independentOpponentIds":683,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f67d22c0ec4ea389ca56cbff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3608110714628702,"lowerBound":0,"upperBound":1,"independentScore":0.3608110714628702,"independent":true,"opponentIds":684,"independentOpponentIds":684,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["06996081218bc20d64759001"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4547838487499775,"lowerBound":0,"upperBound":1,"independentScore":0.4547838487499775,"independent":true,"opponentIds":685,"independentOpponentIds":685,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0028f41bbd3897a5e62a1019"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4994426197856919,"lowerBound":0,"upperBound":1,"independentScore":0.4994426197856919,"independent":true,"opponentIds":686,"independentOpponentIds":686,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b77d44d579e2a5fb4c111b42"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5252792272784187,"lowerBound":0,"upperBound":1,"independentScore":0.5252792272784187,"independent":true,"opponentIds":687,"independentOpponentIds":687,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["28c7d9bfa5d2fbf77e67a274"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3530363205290307,"lowerBound":0,"upperBound":1,"independentScore":0.3530363205290307,"independent":true,"opponentIds":688,"independentOpponentIds":688,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["8c16d1eb56b6a0b6ad2c7df6","54bcb36c56b3510fb13024ba"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.41951976619690073,"lowerBound":0,"upperBound":1,"independentScore":0.41951976619690073,"independent":true,"opponentIds":689,"independentOpponentIds":689,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["520f49635049319b43c19aaa","8338dab33792ea1da2e48ada","d85460656a5d267173ae81ba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ce169f4b75dba56fd007c11a","c027bac776af43b4cb938c11","56b570282eeb2d7f9bc5720b","f20b6e6193c225e4bde7c4d7","4818263b0b0cdc6012971d70","18a919dc18d96a14e330490f","0c81ceee4b3638bbcc3ad221","2b73f3f0e2fb4a983219b412","6f3c6cbea54937ac773fa184","f67d22c0ec4ea389ca56cbff","06996081218bc20d64759001","0028f41bbd3897a5e62a1019","b77d44d579e2a5fb4c111b42","28c7d9bfa5d2fbf77e67a274","8c16d1eb56b6a0b6ad2c7df6","54bcb36c56b3510fb13024ba","520f49635049319b43c19aaa","8338dab33792ea1da2e48ada","d85460656a5d267173ae81ba"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"diffusiongemma-26b-a4b--effort-reasoning","name":"DiffusionGemma 26B A4B · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"diffusiongemma-26b-a4b","detailsUrl":"/efforts?model=diffusiongemma-26b-a4b","publishedBenchmarkCount":10,"overallRating":{"score":0.020775337355918685,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}],"familyWeights":[{"family":"ifbench","share":0.12621527605002533},{"family":"hle","share":0.12355670054425755},{"family":"gpqa","share":0.12334881891237075},{"family":"critpt","share":0.122003920304265},{"family":"omniscience","share":0.1212791226734788},{"family":"mmmu-pro","share":0.12029130858785617},{"family":"aa-lcr","share":0.11335893799576012},{"family":"gdpval","share":0.10173016398313338},{"family":"terminal-bench","share":0.048215750948861116}]},"capabilityRatings":[{"bucket":"agentic","score":0.06488988116596678,"supported":false,"families":1,"independentFamilies":1,"opponents":139,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07417817417737556,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.041308531418139,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0704025480030263,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.09342297991340909,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02797754231603815,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.217457354445181,"lowerBound":0,"upperBound":1,"independentScore":0.217457354445181,"independent":true,"opponentIds":690,"independentOpponentIds":690,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4149e6a6efb13371a5919a0a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5154980161998798,"lowerBound":0,"upperBound":1,"independentScore":0.5154980161998798,"independent":true,"opponentIds":691,"independentOpponentIds":691,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["16155cc9771f19d724e14d31"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.24027285884174907,"lowerBound":0,"upperBound":1,"independentScore":0.24027285884174907,"independent":true,"opponentIds":692,"independentOpponentIds":692,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["05f0bdfe993c7013fb2b28da"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.39190118281381614,"lowerBound":0,"upperBound":1,"independentScore":0.39190118281381614,"independent":true,"opponentIds":693,"independentOpponentIds":693,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1dd0d4ad446639c8b032f826"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5207624110323548,"lowerBound":0,"upperBound":1,"independentScore":0.5207624110323548,"independent":true,"opponentIds":694,"independentOpponentIds":694,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3599b35b722d8252b79f6f35"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7146919215084608,"lowerBound":0,"upperBound":1,"independentScore":0.7146919215084608,"independent":true,"opponentIds":695,"independentOpponentIds":695,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d29b6385e38b2fa601e91de5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5114183075112748,"lowerBound":0,"upperBound":1,"independentScore":0.5114183075112748,"independent":true,"opponentIds":696,"independentOpponentIds":696,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["91892dd7bf1a5f08090f9d9e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.33861183978964066,"lowerBound":0,"upperBound":1,"independentScore":0.33861183978964066,"independent":true,"opponentIds":697,"independentOpponentIds":697,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0a6b438d49c67c6b0125a1c9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.261286105715334,"lowerBound":0,"upperBound":1,"independentScore":0.261286105715334,"independent":true,"opponentIds":698,"independentOpponentIds":698,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["8e6d3333f88940e6403844c7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4149e6a6efb13371a5919a0a","16155cc9771f19d724e14d31","05f0bdfe993c7013fb2b28da","1dd0d4ad446639c8b032f826","3599b35b722d8252b79f6f35","d29b6385e38b2fa601e91de5","91892dd7bf1a5f08090f9d9e","0a6b438d49c67c6b0125a1c9","8e6d3333f88940e6403844c7"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"doubao-seed-code--effort-reasoning","name":"Doubao Seed Code · Reasoning","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-code","detailsUrl":"/efforts?model=doubao-seed-code","publishedBenchmarkCount":14,"overallRating":{"score":0.046488123687488066,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999999}],"familyWeights":[{"family":"mmlu-pro","share":0.08253631586342028},{"family":"aime","share":0.082479532569527},{"family":"livecodebench","share":0.08246364916414495},{"family":"ifbench","share":0.08050476495718044},{"family":"hle","share":0.07873913840687313},{"family":"gpqa","share":0.07858168305958443},{"family":"critpt","share":0.07837260757125125},{"family":"omniscience","share":0.07809331358800584},{"family":"mmmu-pro","share":0.07737733045095069},{"family":"gmmlu","share":0.07399874437089612},{"family":"aa-lcr","share":0.07265349316685842},{"family":"tau-bench","share":0.06962114396796988},{"family":"terminal-bench","share":0.06457828286334946}]},"capabilityRatings":[{"bucket":"agentic","score":0.08418805271584347,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10868295544517627,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12575282165491133,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1018665029362555,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10810471344104154,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.25283995282041843,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7646019021165187,"lowerBound":0,"upperBound":1,"independentScore":0.7646019021165187,"independent":true,"opponentIds":699,"independentOpponentIds":699,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["454c740f40aa59103fd640fb"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7209870744032474,"lowerBound":0,"upperBound":1,"independentScore":0.7209870744032474,"independent":true,"opponentIds":700,"independentOpponentIds":700,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9dda4e6313c33f052ce51f21"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5220226936968959,"lowerBound":0,"upperBound":1,"independentScore":0.5220226936968959,"independent":true,"opponentIds":701,"independentOpponentIds":701,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["93e5d74fa9cd4b8faa10f31c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.41841105192138445,"lowerBound":0,"upperBound":1,"independentScore":0.41841105192138445,"independent":true,"opponentIds":702,"independentOpponentIds":702,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["d0b2a7f440e8d5397f0978a3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5957826595879667,"lowerBound":0,"upperBound":1,"independentScore":0.5957826595879667,"independent":true,"opponentIds":703,"independentOpponentIds":703,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["05fc8421995c99a0e7d522af"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6058532791679268,"lowerBound":0,"upperBound":1,"independentScore":0.6058532791679268,"independent":true,"opponentIds":704,"independentOpponentIds":704,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e5af52daf1449986eaa89dff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6383683047318127,"lowerBound":0,"upperBound":1,"independentScore":0.6383683047318127,"independent":true,"opponentIds":705,"independentOpponentIds":705,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b83eea8de1c05302b1b64c2e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8560636704956257,"lowerBound":0,"upperBound":1,"independentScore":0.8560636704956257,"independent":true,"opponentIds":706,"independentOpponentIds":706,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e7d99c67e34240e8766aad72"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9221934534865459,"lowerBound":0,"upperBound":1,"independentScore":0.9221934534865459,"independent":true,"opponentIds":707,"independentOpponentIds":707,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["19ea5a48da48057701cfe1cc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5495576037762897,"lowerBound":0,"upperBound":1,"independentScore":0.5495576037762897,"independent":true,"opponentIds":708,"independentOpponentIds":708,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["96e8b68fb86c6c0f5461090a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6423623315432465,"lowerBound":0,"upperBound":1,"independentScore":0.6423623315432465,"independent":true,"opponentIds":709,"independentOpponentIds":709,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["111fd2d05544b06f84c1f97c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6137666921985329,"lowerBound":0,"upperBound":1,"independentScore":0.6137666921985329,"independent":true,"opponentIds":710,"independentOpponentIds":710,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8f16565827cdaac0168c025b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7217146985622452,"lowerBound":0,"upperBound":1,"independentScore":0.7217146985622452,"independent":true,"opponentIds":711,"independentOpponentIds":711,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["eab63b4ac56561a7e1509869"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["454c740f40aa59103fd640fb","9dda4e6313c33f052ce51f21","93e5d74fa9cd4b8faa10f31c","d0b2a7f440e8d5397f0978a3","05fc8421995c99a0e7d522af","e5af52daf1449986eaa89dff","b83eea8de1c05302b1b64c2e","e7d99c67e34240e8766aad72","19ea5a48da48057701cfe1cc","96e8b68fb86c6c0f5461090a","111fd2d05544b06f84c1f97c","8f16565827cdaac0168c025b","eab63b4ac56561a7e1509869"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"ernie-4.5-300b-a47b-pt--effort-non-reasoning","name":"ERNIE-4.5-300B-A47B-PT · Non-reasoning","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-300b-a47b-pt","detailsUrl":"/efforts?model=ernie-4.5-300b-a47b-pt","publishedBenchmarkCount":12,"overallRating":{"score":0.008284296032939531,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000162}],"familyWeights":[{"family":"mmlu-pro","share":0.09604792624498278},{"family":"livecodebench","share":0.09568794421430273},{"family":"aime","share":0.0956444548556555},{"family":"math500","share":0.0945205853292157},{"family":"ifbench","share":0.09424539487590768},{"family":"hle","share":0.09242314350097847},{"family":"gpqa","share":0.09217630664067457},{"family":"critpt","share":0.09173242917940569},{"family":"omniscience","share":0.09132915251659647},{"family":"tau-bench","share":0.08106802857775276},{"family":"terminal-bench","share":0.0751246340645427}]},"capabilityRatings":[{"bucket":"agentic","score":0.002990184984836674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03725909899848759,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.026937422105867498,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04451934862894236,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.45129694570812606,"lowerBound":0,"upperBound":1,"independentScore":0.45129694570812606,"independent":true,"opponentIds":712,"independentOpponentIds":712,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ea6dc61a26cd710caaeaa276"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23459648479828435,"lowerBound":0,"upperBound":1,"independentScore":0.23459648479828435,"independent":true,"opponentIds":713,"independentOpponentIds":713,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["89cb005073731bd86024d136"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6863297637660504,"lowerBound":0,"upperBound":1,"independentScore":0.6863297637660504,"independent":true,"opponentIds":714,"independentOpponentIds":714,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b3ff20db183a764049256077"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.04675917688269214,"lowerBound":0,"upperBound":1,"independentScore":0.04675917688269214,"independent":true,"opponentIds":715,"independentOpponentIds":715,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["03ab887691c2d04305534b99"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.38381058295196324,"lowerBound":0,"upperBound":1,"independentScore":0.38381058295196324,"independent":true,"opponentIds":716,"independentOpponentIds":716,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a4419233d06025238adf7fc2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.47450093787927566,"lowerBound":0,"upperBound":1,"independentScore":0.47450093787927566,"independent":true,"opponentIds":717,"independentOpponentIds":717,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["048a4485e7a9a4c8d5650791"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5971659509260139,"lowerBound":0,"upperBound":1,"independentScore":0.5971659509260139,"independent":true,"opponentIds":718,"independentOpponentIds":718,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ad7581b9cbb13c55b285c09c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5506028750227582,"lowerBound":0,"upperBound":1,"independentScore":0.5506028750227582,"independent":true,"opponentIds":719,"independentOpponentIds":719,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ad7ebbddb49c0e728ba114d7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.46507207906857573,"lowerBound":0,"upperBound":1,"independentScore":0.46507207906857573,"independent":true,"opponentIds":720,"independentOpponentIds":720,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["531621bce0f156b7a851eb0b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.022833001343450284,"lowerBound":0,"upperBound":1,"independentScore":0.022833001343450284,"independent":true,"opponentIds":721,"independentOpponentIds":721,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["396c5b6a5799009c00a077a9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34501536639196195,"lowerBound":0,"upperBound":1,"independentScore":0.34501536639196195,"independent":true,"opponentIds":722,"independentOpponentIds":722,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["20f35a16a687d6b454dbaa39"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ea6dc61a26cd710caaeaa276","89cb005073731bd86024d136","b3ff20db183a764049256077","03ab887691c2d04305534b99","a4419233d06025238adf7fc2","048a4485e7a9a4c8d5650791","ad7581b9cbb13c55b285c09c","ad7ebbddb49c0e728ba114d7","531621bce0f156b7a851eb0b","396c5b6a5799009c00a077a9","20f35a16a687d6b454dbaa39"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"ernie-5.0-thinking-preview--effort-reasoning","name":"ERNIE-5.0-thinking-preview · Reasoning","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0-thinking-preview","detailsUrl":"/efforts?model=ernie-5.0-thinking-preview","publishedBenchmarkCount":13,"overallRating":{"score":0.052664137922462655,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999954}],"familyWeights":[{"family":"mmlu-pro","share":0.08922050069436539},{"family":"aime","share":0.08906320158086269},{"family":"livecodebench","share":0.08903764820555844},{"family":"ifbench","share":0.08699933771362663},{"family":"hle","share":0.08517063710147357},{"family":"gpqa","share":0.08500428251799287},{"family":"critpt","share":0.08466697388464052},{"family":"omniscience","share":0.08433936934766885},{"family":"mmmu-pro","share":0.08320560263271},{"family":"gmmlu","share":0.07846325444350341},{"family":"tau-bench","share":0.0751316154457115},{"family":"terminal-bench","share":0.06969757643188544}]},"capabilityRatings":[{"bucket":"agentic","score":0.150969557317068,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1438211852201485,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1442798066849247,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10328156791059377,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.075137886213736,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8817913933862346,"lowerBound":0,"upperBound":1,"independentScore":0.8817913933862346,"independent":true,"opponentIds":723,"independentOpponentIds":723,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f99755b76c6471b984bef051"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6851971868622546,"lowerBound":0,"upperBound":1,"independentScore":0.6851971868622546,"independent":true,"opponentIds":724,"independentOpponentIds":724,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c71e752f02177e2307ec0208"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7854107954643714,"lowerBound":0,"upperBound":1,"independentScore":0.7854107954643714,"independent":true,"opponentIds":725,"independentOpponentIds":725,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0fc7ba284be33c52df15619c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6168694717201643,"lowerBound":0,"upperBound":1,"independentScore":0.6168694717201643,"independent":true,"opponentIds":726,"independentOpponentIds":726,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["94de804551d84e436bcfab2c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5813953436118211,"lowerBound":0,"upperBound":1,"independentScore":0.5813953436118211,"independent":true,"opponentIds":727,"independentOpponentIds":727,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e7dfc21f139df43e3647f983"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.45636289396128843,"lowerBound":0,"upperBound":1,"independentScore":0.45636289396128843,"independent":true,"opponentIds":728,"independentOpponentIds":728,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["381abd772bfd4fcc40a9ff1d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.937349855993491,"lowerBound":0,"upperBound":1,"independentScore":0.937349855993491,"independent":true,"opponentIds":729,"independentOpponentIds":729,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0fa215c1732d7ec7afca35f1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8459991137517157,"lowerBound":0,"upperBound":1,"independentScore":0.8459991137517157,"independent":true,"opponentIds":730,"independentOpponentIds":730,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["24b49036b5b6c2c71015d226"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4583432609396635,"lowerBound":0,"upperBound":1,"independentScore":0.4583432609396635,"independent":true,"opponentIds":731,"independentOpponentIds":731,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["47e6a1dbad4f44e3baab9363"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5697767194021299,"lowerBound":0,"upperBound":1,"independentScore":0.5697767194021299,"independent":true,"opponentIds":732,"independentOpponentIds":732,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["637a534eabbcc15462e13a67"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7506423048331792,"lowerBound":0,"upperBound":1,"independentScore":0.7506423048331792,"independent":true,"opponentIds":733,"independentOpponentIds":733,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a17190accc3a0092e345b5d3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6909831935678876,"lowerBound":0,"upperBound":1,"independentScore":0.6909831935678876,"independent":true,"opponentIds":734,"independentOpponentIds":734,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f2919bcee1f19cc027c0b8e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f99755b76c6471b984bef051","c71e752f02177e2307ec0208","0fc7ba284be33c52df15619c","94de804551d84e436bcfab2c","e7dfc21f139df43e3647f983","381abd772bfd4fcc40a9ff1d","0fa215c1732d7ec7afca35f1","24b49036b5b6c2c71015d226","47e6a1dbad4f44e3baab9363","637a534eabbcc15462e13a67","a17190accc3a0092e345b5d3","f2919bcee1f19cc027c0b8e4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"exaone-4.0-1.2b--effort-non-reasoning","name":"EXAONE 4.0 1.2B · Non-reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-1.2b","detailsUrl":"/efforts?model=exaone-4.0-1.2b","publishedBenchmarkCount":12,"overallRating":{"score":0.002147826546760522,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}],"familyWeights":[{"family":"ifbench","share":0.09649390530724569},{"family":"mmlu-pro","share":0.0961629943547792},{"family":"gpqa","share":0.09489259886283044},{"family":"hle","share":0.09483691020061695},{"family":"livecodebench","share":0.09421875658945508},{"family":"critpt","share":0.09410990282274072},{"family":"aime","share":0.09310824468130786},{"family":"omniscience","share":0.09294101387535385},{"family":"aa-lcr","share":0.08642066817901131},{"family":"tau-bench","share":0.08179703274092524},{"family":"terminal-bench","share":0.07501797238574323}]},"capabilityRatings":[{"bucket":"agentic","score":0.010757324459982051,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021201425541922347,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007951375969157943,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006094603958112768,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.22881218080771396,"lowerBound":0,"upperBound":1,"independentScore":0.22881218080771396,"independent":true,"opponentIds":735,"independentOpponentIds":735,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bab5b3f721c054e194163da2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05175294952826961,"lowerBound":0,"upperBound":1,"independentScore":0.05175294952826961,"independent":true,"opponentIds":736,"independentOpponentIds":736,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d0660023c24169d0375b9331"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2309077107617552,"lowerBound":0,"upperBound":1,"independentScore":0.2309077107617552,"independent":true,"opponentIds":737,"independentOpponentIds":737,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["74f33d01f1f6fbcdae474f72"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.11961537926940168,"lowerBound":0,"upperBound":1,"independentScore":0.11961537926940168,"independent":true,"opponentIds":738,"independentOpponentIds":738,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b3b843795c22987d82505da7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.32569655704902367,"lowerBound":0,"upperBound":1,"independentScore":0.32569655704902367,"independent":true,"opponentIds":739,"independentOpponentIds":739,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8caf0e4036cb60fb443a2182"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.08434924106312447,"lowerBound":0,"upperBound":1,"independentScore":0.08434924106312447,"independent":true,"opponentIds":740,"independentOpponentIds":740,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["10e9713791139c6bfc66aea4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2442188713344643,"lowerBound":0,"upperBound":1,"independentScore":0.2442188713344643,"independent":true,"opponentIds":741,"independentOpponentIds":741,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4dc04b302fcd46bc8980c038"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.09833415037454711,"lowerBound":0,"upperBound":1,"independentScore":0.09833415037454711,"independent":true,"opponentIds":742,"independentOpponentIds":742,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["578f3fc0f7765bd8fde6c59d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.02031727844252963,"lowerBound":0,"upperBound":1,"independentScore":0.02031727844252963,"independent":true,"opponentIds":743,"independentOpponentIds":743,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cd1008d27b1fbfac60e39554"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1856648389055689,"lowerBound":0,"upperBound":1,"independentScore":0.1856648389055689,"independent":true,"opponentIds":744,"independentOpponentIds":744,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["81337225c1cfbaecc298a109"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.032837235884093416,"lowerBound":0,"upperBound":1,"independentScore":0.032837235884093416,"independent":true,"opponentIds":745,"independentOpponentIds":745,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["19f33b7a6965d3055111ffb1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bab5b3f721c054e194163da2","d0660023c24169d0375b9331","74f33d01f1f6fbcdae474f72","b3b843795c22987d82505da7","8caf0e4036cb60fb443a2182","10e9713791139c6bfc66aea4","4dc04b302fcd46bc8980c038","578f3fc0f7765bd8fde6c59d","cd1008d27b1fbfac60e39554","81337225c1cfbaecc298a109","19f33b7a6965d3055111ffb1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"exaone-4.0-1.2b--effort-reasoning","name":"EXAONE 4.0 1.2B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-1.2b","detailsUrl":"/efforts?model=exaone-4.0-1.2b","publishedBenchmarkCount":12,"overallRating":{"score":0.0034161072242841367,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}],"familyWeights":[{"family":"ifbench","share":0.09649390530724569},{"family":"mmlu-pro","share":0.0961629943547792},{"family":"gpqa","share":0.09489259886283044},{"family":"hle","share":0.09483691020061695},{"family":"livecodebench","share":0.09421875658945508},{"family":"critpt","share":0.09410990282274072},{"family":"aime","share":0.09310824468130786},{"family":"omniscience","share":0.09294101387535385},{"family":"aa-lcr","share":0.08642066817901131},{"family":"tau-bench","share":0.08179703274092524},{"family":"terminal-bench","share":0.07501797238574323}]},"capabilityRatings":[{"bucket":"agentic","score":0.006962396925879097,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03160388477968953,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.018147316259134724,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.007056988615332091,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.48746101966880984,"lowerBound":0,"upperBound":1,"independentScore":0.48746101966880984,"independent":true,"opponentIds":735,"independentOpponentIds":735,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b597d1e3c86a13c59c590891"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05175294952826961,"lowerBound":0,"upperBound":1,"independentScore":0.05175294952826961,"independent":true,"opponentIds":736,"independentOpponentIds":736,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c83bd4489ef7f16d4df9e0cf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2309077107617552,"lowerBound":0,"upperBound":1,"independentScore":0.2309077107617552,"independent":true,"opponentIds":737,"independentOpponentIds":737,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a41dda65db95525981059fa9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2040658075745409,"lowerBound":0,"upperBound":1,"independentScore":0.2040658075745409,"independent":true,"opponentIds":738,"independentOpponentIds":738,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1ebdbcfcce04b951368b4f81"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3373966330676022,"lowerBound":0,"upperBound":1,"independentScore":0.3373966330676022,"independent":true,"opponentIds":739,"independentOpponentIds":739,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c1b99c8edf1d5b0b83a10907"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.07302904214854801,"lowerBound":0,"upperBound":1,"independentScore":0.07302904214854801,"independent":true,"opponentIds":740,"independentOpponentIds":740,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ffc52f3cf3a2ef4dd82fc717"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5503388875936942,"lowerBound":0,"upperBound":1,"independentScore":0.5503388875936942,"independent":true,"opponentIds":741,"independentOpponentIds":741,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["942dab2d051ced6ab8272528"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.17117672459647582,"lowerBound":0,"upperBound":1,"independentScore":0.17117672459647582,"independent":true,"opponentIds":742,"independentOpponentIds":742,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a589219818ac81f6b4db247b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.035662338226288545,"lowerBound":0,"upperBound":1,"independentScore":0.035662338226288545,"independent":true,"opponentIds":743,"independentOpponentIds":743,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["37a86f44ce022d6dafdf777f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.12095823159099159,"lowerBound":0,"upperBound":1,"independentScore":0.12095823159099159,"independent":true,"opponentIds":744,"independentOpponentIds":744,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e07bdb18a2b42aa76c775099"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.032837235884093416,"lowerBound":0,"upperBound":1,"independentScore":0.032837235884093416,"independent":true,"opponentIds":745,"independentOpponentIds":745,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f639c6955dcc41a97a992d9a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b597d1e3c86a13c59c590891","c83bd4489ef7f16d4df9e0cf","a41dda65db95525981059fa9","1ebdbcfcce04b951368b4f81","c1b99c8edf1d5b0b83a10907","ffc52f3cf3a2ef4dd82fc717","942dab2d051ced6ab8272528","a589219818ac81f6b4db247b","37a86f44ce022d6dafdf777f","e07bdb18a2b42aa76c775099","f639c6955dcc41a97a992d9a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"exaone-4.0-32b--effort-non-reasoning","name":"EXAONE 4.0 32B · Non-reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-32b","detailsUrl":"/efforts?model=exaone-4.0-32b","publishedBenchmarkCount":12,"overallRating":{"score":0.00563398181515098,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000118}],"familyWeights":[{"family":"ifbench","share":0.09596733422504657},{"family":"mmlu-pro","share":0.09566053323380999},{"family":"gpqa","share":0.094369088479785},{"family":"hle","share":0.09431195033673483},{"family":"livecodebench","share":0.0937288019042831},{"family":"critpt","share":0.09359036996175957},{"family":"aime","share":0.09262712892197232},{"family":"omniscience","share":0.09242864215337544},{"family":"math500","share":0.09133836904136766},{"family":"tau-bench","share":0.08135829393189228},{"family":"terminal-bench","share":0.07461948780997789}]},"capabilityRatings":[{"bucket":"agentic","score":0.0038949810768609486,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.034439102814324565,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.018140260167746704,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02179244307666997,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.41890358789474913,"lowerBound":0,"upperBound":1,"independentScore":0.41890358789474913,"independent":true,"opponentIds":746,"independentOpponentIds":746,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c900cfefe08cce4e82a15a9b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310012733868278,"lowerBound":0,"upperBound":1,"independentScore":0.2310012733868278,"independent":true,"opponentIds":747,"independentOpponentIds":747,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c48949f7d4d375f4aaf944fa"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3370204781340634,"lowerBound":0,"upperBound":1,"independentScore":0.3370204781340634,"independent":true,"opponentIds":748,"independentOpponentIds":748,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["465814ec06b1b537bd6b8db7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.27184843619751786,"lowerBound":0,"upperBound":1,"independentScore":0.27184843619751786,"independent":true,"opponentIds":749,"independentOpponentIds":749,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d3806f14df2e84d68e93bb3b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.26508540364567434,"lowerBound":0,"upperBound":1,"independentScore":0.26508540364567434,"independent":true,"opponentIds":750,"independentOpponentIds":750,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["96fc68b9a4cdba13bc5714a4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4791727334259652,"lowerBound":0,"upperBound":1,"independentScore":0.4791727334259652,"independent":true,"opponentIds":751,"independentOpponentIds":751,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["44e88de85e270c332ba612c8"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6842590363699096,"lowerBound":0,"upperBound":1,"independentScore":0.6842590363699096,"independent":true,"opponentIds":752,"independentOpponentIds":752,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ab9a17932f0001c18c76fbf4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5190944068453598,"lowerBound":0,"upperBound":1,"independentScore":0.5190944068453598,"independent":true,"opponentIds":753,"independentOpponentIds":753,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["caaf789de95efc45eec9e06f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.11429179148243118,"lowerBound":0,"upperBound":1,"independentScore":0.11429179148243118,"independent":true,"opponentIds":754,"independentOpponentIds":754,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bd5ae655caef8856694260ac"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.045537957694865835,"lowerBound":0,"upperBound":1,"independentScore":0.045537957694865835,"independent":true,"opponentIds":755,"independentOpponentIds":755,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f0e22773a86c483105fb9aaf"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12426172961990428,"lowerBound":0,"upperBound":1,"independentScore":0.12426172961990428,"independent":true,"opponentIds":756,"independentOpponentIds":756,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["27cf0b2a4eed2df72f1b5425"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c900cfefe08cce4e82a15a9b","c48949f7d4d375f4aaf944fa","465814ec06b1b537bd6b8db7","d3806f14df2e84d68e93bb3b","96fc68b9a4cdba13bc5714a4","44e88de85e270c332ba612c8","ab9a17932f0001c18c76fbf4","caaf789de95efc45eec9e06f","bd5ae655caef8856694260ac","f0e22773a86c483105fb9aaf","27cf0b2a4eed2df72f1b5425"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"exaone-4.0-32b--effort-reasoning","name":"EXAONE 4.0 32B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-32b","detailsUrl":"/efforts?model=exaone-4.0-32b","publishedBenchmarkCount":13,"overallRating":{"score":0.013624041019591984,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000178}],"familyWeights":[{"family":"gmmlu","share":0.1139980545437819},{"family":"mmlu-pro","share":0.08505778745951033},{"family":"ifbench","share":0.08485299306255883},{"family":"livecodebench","share":0.08347059968171583},{"family":"gpqa","share":0.08331311025086811},{"family":"hle","share":0.08325931342216364},{"family":"aime","share":0.08268114577098501},{"family":"critpt","share":0.0825152313251327},{"family":"omniscience","share":0.081660791402788},{"family":"math500","share":0.08145505036478982},{"family":"tau-bench","share":0.07179919769874729},{"family":"terminal-bench","share":0.06593672501696704}]},"capabilityRatings":[{"bucket":"agentic","score":0.007243175390774657,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07723102777106919,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04893797697185175,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03172487349151042,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7725582371097178,"lowerBound":0,"upperBound":1,"independentScore":0.7725582371097178,"independent":true,"opponentIds":746,"independentOpponentIds":746,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e146162ac9b155d4b57a4230"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310997902928189,"lowerBound":0,"upperBound":1,"independentScore":0.2310997902928189,"independent":true,"opponentIds":747,"independentOpponentIds":747,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3dccf3f99ac4f647f345a44e"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.22832034100876283,"lowerBound":0,"upperBound":1,"independentScore":0.22832034100876283,"independent":true,"opponentIds":757,"independentOpponentIds":757,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bbb70ff8ccf50d3761bd741a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5330982033978212,"lowerBound":0,"upperBound":1,"independentScore":0.5330982033978212,"independent":true,"opponentIds":748,"independentOpponentIds":748,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["182b7997becaf9b5dfe635a2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5485877499379191,"lowerBound":0,"upperBound":1,"independentScore":0.5485877499379191,"independent":true,"opponentIds":749,"independentOpponentIds":749,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["688816e2f1a961f4d3aff674"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3094644986043347,"lowerBound":0,"upperBound":1,"independentScore":0.3094644986043347,"independent":true,"opponentIds":750,"independentOpponentIds":750,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c2bb057ef3c15aa7c1a0099c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8419244478997499,"lowerBound":0,"upperBound":1,"independentScore":0.8419244478997499,"independent":true,"opponentIds":751,"independentOpponentIds":751,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["45918216b4f57506bc18f43f"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.884661231930358,"lowerBound":0,"upperBound":1,"independentScore":0.884661231930358,"independent":true,"opponentIds":752,"independentOpponentIds":752,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["df985a406bd973b58bb12714"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.760579381616262,"lowerBound":0,"upperBound":1,"independentScore":0.760579381616262,"independent":true,"opponentIds":753,"independentOpponentIds":753,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1cc2edb1a9f3b941f175cda1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.19623040665976155,"lowerBound":0,"upperBound":1,"independentScore":0.19623040665976155,"independent":true,"opponentIds":754,"independentOpponentIds":754,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1eaec2770c32a1d977fe2e9f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.126602857019853,"lowerBound":0,"upperBound":1,"independentScore":0.126602857019853,"independent":true,"opponentIds":755,"independentOpponentIds":755,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0c56e3b4c1bd36102a0d428b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.23303953094270177,"lowerBound":0,"upperBound":1,"independentScore":0.23303953094270177,"independent":true,"opponentIds":756,"independentOpponentIds":756,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d58e0132dbc6ea2836492ddf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e146162ac9b155d4b57a4230","3dccf3f99ac4f647f345a44e","bbb70ff8ccf50d3761bd741a","182b7997becaf9b5dfe635a2","688816e2f1a961f4d3aff674","c2bb057ef3c15aa7c1a0099c","45918216b4f57506bc18f43f","df985a406bd973b58bb12714","1cc2edb1a9f3b941f175cda1","1eaec2770c32a1d977fe2e9f","0c56e3b4c1bd36102a0d428b","d58e0132dbc6ea2836492ddf"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"exaone-4.5-33b--effort-reasoning","name":"EXAONE 4.5 33B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.5-33b","detailsUrl":"/efforts?model=exaone-4.5-33b","publishedBenchmarkCount":12,"overallRating":{"score":0.03504746533595311,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"ifbench","share":0.10788734990384098},{"family":"hle","share":0.10568745523159144},{"family":"gpqa","share":0.105461651327592},{"family":"critpt","share":0.1046599228619115},{"family":"omniscience","share":0.10412615349665612},{"family":"mmmu-pro","share":0.1031745961272355},{"family":"aa-lcr","share":0.09700836833689437},{"family":"tau-bench","share":0.092348255685729},{"family":"terminal-bench","share":0.09072658138715008},{"family":"gdpval","share":0.0889196656413954}]},"capabilityRatings":[{"bucket":"agentic","score":0.10976974155849922,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11219877718680721,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0743516134017673,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06315276141199437,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1008207392757494,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11599524200914624,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5210060710121245,"lowerBound":0,"upperBound":1,"independentScore":0.5210060710121245,"independent":true,"opponentIds":758,"independentOpponentIds":758,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f1324bf4938b9aacc8f22d07"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5177017046271406,"lowerBound":0,"upperBound":1,"independentScore":0.5177017046271406,"independent":true,"opponentIds":759,"independentOpponentIds":759,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a3c18d79312713938639cd67"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3289126816990157,"lowerBound":0,"upperBound":1,"independentScore":0.3289126816990157,"independent":true,"opponentIds":760,"independentOpponentIds":760,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7e3f20402edb01db2b395439"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6549318061999948,"lowerBound":0,"upperBound":1,"independentScore":0.6549318061999948,"independent":true,"opponentIds":761,"independentOpponentIds":761,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7b3ea9943861bd5124920a9f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5688829981452385,"lowerBound":0,"upperBound":1,"independentScore":0.5688829981452385,"independent":true,"opponentIds":762,"independentOpponentIds":762,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["29e2d8ead248cdf77d8c3ad4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6901576279315219,"lowerBound":0,"upperBound":1,"independentScore":0.6901576279315219,"independent":true,"opponentIds":763,"independentOpponentIds":763,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0aaa45ce8b555887ed48000f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.532607203018263,"lowerBound":0,"upperBound":1,"independentScore":0.532607203018263,"independent":true,"opponentIds":764,"independentOpponentIds":764,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["55ecc32abb098053e1990908"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3110107046533244,"lowerBound":0,"upperBound":1,"independentScore":0.3110107046533244,"independent":true,"opponentIds":765,"independentOpponentIds":765,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["efb0e6c109bcc9124fb56389"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7068724876924565,"lowerBound":0,"upperBound":1,"independentScore":0.7068724876924565,"independent":true,"opponentIds":766,"independentOpponentIds":766,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["98c051d405ab71f78cf3ee7e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5024317623461676,"lowerBound":0,"upperBound":1,"independentScore":0.5024317623461676,"independent":true,"opponentIds":767,"independentOpponentIds":767,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["736511a5429ed0e64b138278","25f82c681fcbed1f3a181de8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f1324bf4938b9aacc8f22d07","a3c18d79312713938639cd67","7e3f20402edb01db2b395439","7b3ea9943861bd5124920a9f","29e2d8ead248cdf77d8c3ad4","0aaa45ce8b555887ed48000f","55ecc32abb098053e1990908","efb0e6c109bcc9124fb56389","98c051d405ab71f78cf3ee7e","736511a5429ed0e64b138278","25f82c681fcbed1f3a181de8"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemini-2.5-flash--effort-non-reasoning","name":"Gemini 2.5 Flash · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash","detailsUrl":"/efforts?model=gemini-2.5-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.016471285089639194,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000175}],"familyWeights":[{"family":"mmlu-pro","share":0.08151242682017486},{"family":"ifbench","share":0.08126044856821776},{"family":"livecodebench","share":0.08015917970094778},{"family":"gpqa","share":0.07971735716946911},{"family":"hle","share":0.07970251785365039},{"family":"aime","share":0.0796173102325043},{"family":"critpt","share":0.07891184657530924},{"family":"math500","share":0.07826889418033706},{"family":"omniscience","share":0.07817930060407953},{"family":"mmmu-pro","share":0.07787723870415945},{"family":"aa-lcr","share":0.07310395444337726},{"family":"tau-bench","share":0.06863596083763687},{"family":"terminal-bench","share":0.06305356431014887}]},"capabilityRatings":[{"bucket":"agentic","score":0.0058840741800934085,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.057322783331865634,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03957221464494751,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07629841965886558,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08372285657714318,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.13557971716015435,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5797494726176053,"lowerBound":0,"upperBound":1,"independentScore":0.5797494726176053,"independent":true,"opponentIds":768,"independentOpponentIds":768,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["778a476fac3a54bc26ad1bdc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4563213481567349,"lowerBound":0,"upperBound":1,"independentScore":0.4563213481567349,"independent":true,"opponentIds":769,"independentOpponentIds":769,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["c843963587d72d6e7fa6ab2b","8e548cc9df3852affb6827c7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.68770604074745,"lowerBound":0,"upperBound":1,"independentScore":0.68770604074745,"independent":true,"opponentIds":770,"independentOpponentIds":770,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["8fbe3f48f7d31ed271a50ddf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4294945785809265,"lowerBound":0,"upperBound":1,"independentScore":0.4294945785809265,"independent":true,"opponentIds":771,"independentOpponentIds":771,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ae60d7a4d3b3a85a296b38ab"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2276441900362509,"lowerBound":0,"upperBound":1,"independentScore":0.2276441900362509,"independent":true,"opponentIds":772,"independentOpponentIds":772,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0508741ce4e4c770a963f3a4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3786586947249609,"lowerBound":0,"upperBound":1,"independentScore":0.3786586947249609,"independent":true,"opponentIds":773,"independentOpponentIds":773,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ad52dd4994d43cfb7388537b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.515093996563574,"lowerBound":0,"upperBound":1,"independentScore":0.515093996563574,"independent":true,"opponentIds":774,"independentOpponentIds":774,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f2274f10c01fd49af34cc8c7"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6307174408615338,"lowerBound":0,"upperBound":1,"independentScore":0.6307174408615338,"independent":true,"opponentIds":775,"independentOpponentIds":775,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["a2a790a25cbcf597773c9220"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7165920808950801,"lowerBound":0,"upperBound":1,"independentScore":0.7165920808950801,"independent":true,"opponentIds":776,"independentOpponentIds":776,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5513fb39e65010cbd84258eb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.49777853982547526,"lowerBound":0,"upperBound":1,"independentScore":0.49777853982547526,"independent":true,"opponentIds":777,"independentOpponentIds":777,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4871389cdfa8311f33acc44c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6749952518721631,"lowerBound":0,"upperBound":1,"independentScore":0.6749952518721631,"independent":true,"opponentIds":778,"independentOpponentIds":778,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["89031d6f4b0b9da5cd80cf55"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.10077224595682309,"lowerBound":0,"upperBound":1,"independentScore":0.10077224595682309,"independent":true,"opponentIds":779,"independentOpponentIds":779,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b82146057c975a009a40f506"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5017165550047865,"lowerBound":0,"upperBound":1,"independentScore":0.5017165550047865,"independent":true,"opponentIds":780,"independentOpponentIds":780,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["0b1b7e45360ba1982d470496"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["778a476fac3a54bc26ad1bdc","c843963587d72d6e7fa6ab2b","8fbe3f48f7d31ed271a50ddf","ae60d7a4d3b3a85a296b38ab","0508741ce4e4c770a963f3a4","ad52dd4994d43cfb7388537b","f2274f10c01fd49af34cc8c7","a2a790a25cbcf597773c9220","8e548cc9df3852affb6827c7","5513fb39e65010cbd84258eb","4871389cdfa8311f33acc44c","89031d6f4b0b9da5cd80cf55","b82146057c975a009a40f506","0b1b7e45360ba1982d470496"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-2.5-flash--effort-reasoning","name":"Gemini 2.5 Flash · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash","detailsUrl":"/efforts?model=gemini-2.5-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.041482930002880995,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000175}],"familyWeights":[{"family":"mmlu-pro","share":0.08151242682017486},{"family":"ifbench","share":0.08126044856821776},{"family":"livecodebench","share":0.08015917970094778},{"family":"gpqa","share":0.07971735716946911},{"family":"hle","share":0.07970251785365039},{"family":"aime","share":0.0796173102325043},{"family":"critpt","share":0.07891184657530924},{"family":"math500","share":0.07826889418033706},{"family":"omniscience","share":0.07817930060407953},{"family":"mmmu-pro","share":0.07787723870415945},{"family":"aa-lcr","share":0.07310395444337726},{"family":"tau-bench","share":0.06863596083763687},{"family":"terminal-bench","share":0.06305356431014887}]},"capabilityRatings":[{"bucket":"agentic","score":0.030645656880104694,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12285069737035736,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06394866836376234,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12020652586433063,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10733236455465468,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.20564771538930757,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7226139448869571,"lowerBound":0,"upperBound":1,"independentScore":0.7226139448869571,"independent":true,"opponentIds":768,"independentOpponentIds":768,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["25e8b81f8b05ec46c5e80257"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.576333758198911,"lowerBound":0,"upperBound":1,"independentScore":0.576333758198911,"independent":true,"opponentIds":769,"independentOpponentIds":769,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["d1e35c9dfd5a9177d6520490","e9a8955bfe6f14e6cc47c6be"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6577175750621134,"lowerBound":0,"upperBound":1,"independentScore":0.6577175750621134,"independent":true,"opponentIds":770,"independentOpponentIds":770,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["03903b802c05359369266f36"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6503026636664576,"lowerBound":0,"upperBound":1,"independentScore":0.6503026636664576,"independent":true,"opponentIds":771,"independentOpponentIds":771,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7a919ff134ab8dd622151ef8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5637809671205726,"lowerBound":0,"upperBound":1,"independentScore":0.5637809671205726,"independent":true,"opponentIds":772,"independentOpponentIds":772,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["29c12307a2fa27b9adfab4e4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.614938643380059,"lowerBound":0,"upperBound":1,"independentScore":0.614938643380059,"independent":true,"opponentIds":773,"independentOpponentIds":773,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["615f11f6104fbdbc6397c19a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7279621337386992,"lowerBound":0,"upperBound":1,"independentScore":0.7279621337386992,"independent":true,"opponentIds":774,"independentOpponentIds":774,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a32eda887ff803501ac260c2"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9399064473400633,"lowerBound":0,"upperBound":1,"independentScore":0.9399064473400633,"independent":true,"opponentIds":775,"independentOpponentIds":775,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b3ffd498b7959470e367bd26"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8488823903700211,"lowerBound":0,"upperBound":1,"independentScore":0.8488823903700211,"independent":true,"opponentIds":776,"independentOpponentIds":776,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["aa36fae3bef0b68268249bfe"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5629920930096352,"lowerBound":0,"upperBound":1,"independentScore":0.5629920930096352,"independent":true,"opponentIds":777,"independentOpponentIds":777,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8810b2fe580ca34e86a3b029"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6724881264086913,"lowerBound":0,"upperBound":1,"independentScore":0.6724881264086913,"independent":true,"opponentIds":778,"independentOpponentIds":778,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["be837d02ebf79658b1d356cf"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3907274463453746,"lowerBound":0,"upperBound":1,"independentScore":0.3907274463453746,"independent":true,"opponentIds":779,"independentOpponentIds":779,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b6896924c93716199a8e8b23"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5227834872261106,"lowerBound":0,"upperBound":1,"independentScore":0.5227834872261106,"independent":true,"opponentIds":780,"independentOpponentIds":780,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6d86a700f4535aa3b842c46"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["25e8b81f8b05ec46c5e80257","d1e35c9dfd5a9177d6520490","03903b802c05359369266f36","7a919ff134ab8dd622151ef8","29c12307a2fa27b9adfab4e4","615f11f6104fbdbc6397c19a","a32eda887ff803501ac260c2","b3ffd498b7959470e367bd26","e9a8955bfe6f14e6cc47c6be","aa36fae3bef0b68268249bfe","8810b2fe580ca34e86a3b029","be837d02ebf79658b1d356cf","b6896924c93716199a8e8b23","a6d86a700f4535aa3b842c46"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-2.5-flash-lite--effort-non-reasoning","name":"Gemini 2.5 Flash-Lite · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash-lite","detailsUrl":"/efforts?model=gemini-2.5-flash-lite","publishedBenchmarkCount":14,"overallRating":{"score":0.004460570198113241,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000026}],"familyWeights":[{"family":"mmlu-pro","share":0.08152612210997315},{"family":"ifbench","share":0.08127410152195372},{"family":"livecodebench","share":0.08017264762527325},{"family":"gpqa","share":0.07973075086109356},{"family":"hle","share":0.07971590905205095},{"family":"aime","share":0.07963068711476792},{"family":"critpt","share":0.07892510492927472},{"family":"math500","share":0.07828204450881834},{"family":"omniscience","share":0.07819243587951874},{"family":"mmmu-pro","share":0.07789032322874487},{"family":"aa-lcr","share":0.07294822223846321},{"family":"tau-bench","share":0.06864749269125632},{"family":"terminal-bench","share":0.06306415823882612}]},"capabilityRatings":[{"bucket":"agentic","score":0.008868251931344788,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02191349383565534,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0159560381939368,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.018804645839171394,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.029370276489882923,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04413662816718105,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3447348725361845,"lowerBound":0,"upperBound":1,"independentScore":0.3447348725361845,"independent":true,"opponentIds":781,"independentOpponentIds":781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4b6d985260431c716d5f32f1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.31183317098084856,"lowerBound":0,"upperBound":1,"independentScore":0.31183317098084856,"independent":true,"opponentIds":782,"independentOpponentIds":782,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7c4270b425ce13c10d94c734"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23053365467501172,"lowerBound":0,"upperBound":1,"independentScore":0.23053365467501172,"independent":true,"opponentIds":783,"independentOpponentIds":783,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d4da0bef5d2711a9743bf008"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17394314287042378,"lowerBound":0,"upperBound":1,"independentScore":0.17394314287042378,"independent":true,"opponentIds":784,"independentOpponentIds":784,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["32549bdfff973940b8fe54d1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.07262369104844761,"lowerBound":0,"upperBound":1,"independentScore":0.07262369104844761,"independent":true,"opponentIds":785,"independentOpponentIds":785,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["838fbf397ffda157ad949a61"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1787718631699481,"lowerBound":0,"upperBound":1,"independentScore":0.1787718631699481,"independent":true,"opponentIds":786,"independentOpponentIds":786,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6e11e8fedfcf94c7848f35e4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.38986298259477375,"lowerBound":0,"upperBound":1,"independentScore":0.38986298259477375,"independent":true,"opponentIds":787,"independentOpponentIds":787,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["208bce24d8fb34ba60bd10e9"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5808310570505538,"lowerBound":0,"upperBound":1,"independentScore":0.5808310570505538,"independent":true,"opponentIds":788,"independentOpponentIds":788,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b5463a06d82c58c7e8fba350"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3516498453459273,"lowerBound":0,"upperBound":1,"independentScore":0.3516498453459273,"independent":true,"opponentIds":789,"independentOpponentIds":789,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f8b3bc91b10e83be18e8677b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.24970854013756888,"lowerBound":0,"upperBound":1,"independentScore":0.24970854013756888,"independent":true,"opponentIds":790,"independentOpponentIds":790,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b619e01f7daa0e5ea4cdeda1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.26249532177885276,"lowerBound":0,"upperBound":1,"independentScore":0.26249532177885276,"independent":true,"opponentIds":791,"independentOpponentIds":791,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["67df11bafe9809cfd9e3f3eb"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.16033413219841117,"lowerBound":0,"upperBound":1,"independentScore":0.16033413219841117,"independent":true,"opponentIds":792,"independentOpponentIds":792,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["333ef0ed6319c3f365aae494"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.174467093749118,"lowerBound":0,"upperBound":1,"independentScore":0.174467093749118,"independent":true,"opponentIds":793,"independentOpponentIds":793,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["c90f54c21e1329dfe593d000"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4b6d985260431c716d5f32f1","7c4270b425ce13c10d94c734","d4da0bef5d2711a9743bf008","32549bdfff973940b8fe54d1","838fbf397ffda157ad949a61","6e11e8fedfcf94c7848f35e4","208bce24d8fb34ba60bd10e9","b5463a06d82c58c7e8fba350","f8b3bc91b10e83be18e8677b","b619e01f7daa0e5ea4cdeda1","67df11bafe9809cfd9e3f3eb","333ef0ed6319c3f365aae494","c90f54c21e1329dfe593d000"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gemini-2.5-flash-lite--effort-reasoning","name":"Gemini 2.5 Flash-Lite · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash-lite","detailsUrl":"/efforts?model=gemini-2.5-flash-lite","publishedBenchmarkCount":15,"overallRating":{"score":0.011679492035361285,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000133}],"familyWeights":[{"family":"aa-lcr","share":0.08737169169061232},{"family":"mmlu-pro","share":0.0802577037109007},{"family":"ifbench","share":0.08000960416735775},{"family":"livecodebench","share":0.07892528716314955},{"family":"gpqa","share":0.07849026561849054},{"family":"hle","share":0.07847565472468317},{"family":"aime","share":0.07839175870687794},{"family":"critpt","share":0.07769715427186488},{"family":"math500","share":0.07706409886143366},{"family":"omniscience","share":0.07697588440164903},{"family":"mmmu-pro","share":0.07667847214916365},{"family":"tau-bench","share":0.06757944553623128},{"family":"terminal-bench","share":0.06208297899759789}]},"capabilityRatings":[{"bucket":"agentic","score":0.00834990148629655,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.044010504456346605,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03256416007906259,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.049784903482969434,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03841834789068991,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.12253057834846844,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5148098162926288,"lowerBound":0,"upperBound":1,"independentScore":0.5148098162926288,"independent":true,"opponentIds":781,"independentOpponentIds":781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a433d84489e1746d7f57ce6b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3995227734489868,"lowerBound":0,"upperBound":1,"independentScore":0.3995227734489868,"independent":true,"opponentIds":794,"independentOpponentIds":794,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["d69a72ef36f478ea09b68875","3e51c2efec3e1e4facb453c9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23053365467501172,"lowerBound":0,"upperBound":1,"independentScore":0.23053365467501172,"independent":true,"opponentIds":783,"independentOpponentIds":783,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["434ad978699d9f67751986dc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.327796829210815,"lowerBound":0,"upperBound":1,"independentScore":0.327796829210815,"independent":true,"opponentIds":784,"independentOpponentIds":784,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["25128a1d8bb8e5c053dcad35"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.37462031314689753,"lowerBound":0,"upperBound":1,"independentScore":0.37462031314689753,"independent":true,"opponentIds":785,"independentOpponentIds":785,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["60f98d8bd60241b8c86ec5d7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6043056918342375,"lowerBound":0,"upperBound":1,"independentScore":0.6043056918342375,"independent":true,"opponentIds":786,"independentOpponentIds":786,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2d5d302d8a59f5716d532cb4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6190371736446564,"lowerBound":0,"upperBound":1,"independentScore":0.6190371736446564,"independent":true,"opponentIds":787,"independentOpponentIds":787,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9f124c6e37fc898fcec9d2aa"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7967008921851464,"lowerBound":0,"upperBound":1,"independentScore":0.7967008921851464,"independent":true,"opponentIds":788,"independentOpponentIds":788,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["bc2be91ff8211d91bea25150"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.46615462027410653,"lowerBound":0,"upperBound":1,"independentScore":0.46615462027410653,"independent":true,"opponentIds":789,"independentOpponentIds":789,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6a0ea081f38de34cf0138ec6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.31036648880467094,"lowerBound":0,"upperBound":1,"independentScore":0.31036648880467094,"independent":true,"opponentIds":790,"independentOpponentIds":790,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4989b8aaa192e67ee9b036ce"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.39801035305097104,"lowerBound":0,"upperBound":1,"independentScore":0.39801035305097104,"independent":true,"opponentIds":791,"independentOpponentIds":791,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["86b22a6d3c908a4896b22e32"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.15061439973144075,"lowerBound":0,"upperBound":1,"independentScore":0.15061439973144075,"independent":true,"opponentIds":792,"independentOpponentIds":792,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["402b1b95380a385fcfc42d37"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2701172670035741,"lowerBound":0,"upperBound":1,"independentScore":0.2701172670035741,"independent":true,"opponentIds":793,"independentOpponentIds":793,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["eb222f50e00f52ee760583e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a433d84489e1746d7f57ce6b","d69a72ef36f478ea09b68875","434ad978699d9f67751986dc","25128a1d8bb8e5c053dcad35","60f98d8bd60241b8c86ec5d7","2d5d302d8a59f5716d532cb4","9f124c6e37fc898fcec9d2aa","bc2be91ff8211d91bea25150","3e51c2efec3e1e4facb453c9","6a0ea081f38de34cf0138ec6","4989b8aaa192e67ee9b036ce","86b22a6d3c908a4896b22e32","402b1b95380a385fcfc42d37","eb222f50e00f52ee760583e4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-2.5-pro--effort-reasoning","name":"Gemini 2.5 Pro · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":23,"overallRating":{"score":0.07016173073535538,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"aime","share":0.058990212289915044},{"family":"mmlu-pro","share":0.058959032991986654},{"family":"livecodebench","share":0.05895138002853942},{"family":"math500","share":0.05875565398189122},{"family":"ifbench","share":0.057549936795389625},{"family":"mmmu-pro","share":0.056648942748075665},{"family":"hle","share":0.056593246957622176},{"family":"critpt","share":0.056489752439570426},{"family":"gpqa","share":0.056409236576296415},{"family":"omniscience","share":0.05632391368964794},{"family":"gmmlu","share":0.05592423264356428},{"family":"tau-bench","share":0.05514476537200077},{"family":"terminal-bench","share":0.05440795853591267},{"family":"aa-lcr","share":0.05308869534531746},{"family":"gdpval","share":0.05279125154591073},{"family":"briefcase","share":0.05105593607663789},{"family":"automationbench","share":0.05103597851821552},{"family":"gdp-pdf","share":0.05087987346350887}]},"capabilityRatings":[{"bucket":"agentic","score":0.10972807935595164,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1696319422595852,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12171439472513428,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2027538395655263,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.21575446320387037,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2067128387293838,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.21804587066255715,"lowerBound":0,"upperBound":1,"independentScore":0.21804587066255715,"independent":true,"opponentIds":795,"independentOpponentIds":795,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["12b95021d8514d0171d35190"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8973626442746174,"lowerBound":0,"upperBound":1,"independentScore":0.8973626442746174,"independent":true,"opponentIds":796,"independentOpponentIds":796,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["487059beacefde1e01685e8d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6502036780364611,"lowerBound":0,"upperBound":1,"independentScore":0.6502036780364611,"independent":true,"opponentIds":797,"independentOpponentIds":797,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5604a1b3b4ab8c68dc8d01bc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.2999648952971625,"lowerBound":0,"upperBound":1,"independentScore":0.2999648952971625,"independent":true,"opponentIds":798,"independentOpponentIds":798,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["fe94c818a9ad0ca7d39e39ef"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7059469989724814,"lowerBound":0,"upperBound":1,"independentScore":0.7059469989724814,"independent":true,"opponentIds":799,"independentOpponentIds":799,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9aec0db3dacd7fcf771012a9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5495286856069947,"lowerBound":0,"upperBound":1,"independentScore":0.5495286856069947,"independent":true,"opponentIds":800,"independentOpponentIds":800,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["2a2fff8b12d3d37901295fdf"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.33259781375591896,"lowerBound":0,"upperBound":1,"independentScore":0.33259781375591896,"independent":true,"opponentIds":801,"independentOpponentIds":801,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f2164d21dbe544336569cf92"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9093525442975046,"lowerBound":0,"upperBound":1,"independentScore":0.9093525442975046,"independent":true,"opponentIds":802,"independentOpponentIds":802,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["defe800b4fa5856397240d2e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7627529910868563,"lowerBound":0,"upperBound":1,"independentScore":0.7627529910868563,"independent":true,"opponentIds":803,"independentOpponentIds":803,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0780118e8e66b234eca4b2a4"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7022105830891565,"lowerBound":0,"upperBound":1,"independentScore":0.7022105830891565,"independent":true,"opponentIds":804,"independentOpponentIds":804,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cb4e80a7918d6b9057e3deed"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5890126494259542,"lowerBound":0,"upperBound":1,"independentScore":0.5890126494259542,"independent":true,"opponentIds":805,"independentOpponentIds":805,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f077b068853bedaf080c341f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9102575307347199,"lowerBound":0,"upperBound":1,"independentScore":0.9102575307347199,"independent":true,"opponentIds":806,"independentOpponentIds":806,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b5a906c034fd39fe365ed813"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7707010496306854,"lowerBound":0,"upperBound":1,"independentScore":0.7707010496306854,"independent":true,"opponentIds":807,"independentOpponentIds":807,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["69605a228871fa6d6a1fe38d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.944924187140193,"lowerBound":0,"upperBound":1,"independentScore":0.944924187140193,"independent":true,"opponentIds":808,"independentOpponentIds":808,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["effe61acb1f2ecd3194c56be"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7041225240992068,"lowerBound":0,"upperBound":1,"independentScore":0.7041225240992068,"independent":true,"opponentIds":809,"independentOpponentIds":809,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8f2d5e3be696b0d89edeb2fc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8410426355389785,"lowerBound":0,"upperBound":1,"independentScore":0.8410426355389785,"independent":true,"opponentIds":810,"independentOpponentIds":810,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cf0ed4c7679f5831c0151b93"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4906178215540645,"lowerBound":0,"upperBound":1,"independentScore":0.4906178215540645,"independent":true,"opponentIds":811,"independentOpponentIds":811,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5336414aba2be78f3187de97","80b93729bec1b12b13fec2bd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4429043271271372,"lowerBound":0,"upperBound":1,"independentScore":0.4429043271271372,"independent":true,"opponentIds":812,"independentOpponentIds":812,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["fe7921ca6643b00dc3e8c896","0f6648f08f82d8663f02b246","9861b3363626336b8e1278dd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["12b95021d8514d0171d35190","487059beacefde1e01685e8d","5604a1b3b4ab8c68dc8d01bc","fe94c818a9ad0ca7d39e39ef","9aec0db3dacd7fcf771012a9","2a2fff8b12d3d37901295fdf","f2164d21dbe544336569cf92","defe800b4fa5856397240d2e","0780118e8e66b234eca4b2a4","cb4e80a7918d6b9057e3deed","f077b068853bedaf080c341f","b5a906c034fd39fe365ed813","69605a228871fa6d6a1fe38d","effe61acb1f2ecd3194c56be","8f2d5e3be696b0d89edeb2fc","cf0ed4c7679f5831c0151b93","5336414aba2be78f3187de97","80b93729bec1b12b13fec2bd","fe7921ca6643b00dc3e8c896","0f6648f08f82d8663f02b246","9861b3363626336b8e1278dd"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"gemini-2.5-pro--effort-thinking-8k","name":"Gemini 2.5 Pro · Thinking 8K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.04059619933362133,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09784713646132305,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.32725572697522254,"lowerBound":0,"upperBound":1,"independentScore":0.32725572697522254,"independent":true,"opponentIds":813,"independentOpponentIds":813,"panelSize":49,"publishers":["ARC Prize"],"observations":["53fc9ec1dee0accada2433b0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["53fc9ec1dee0accada2433b0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 8K","settings":[{"label":"Thinking 8K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-2.5-pro--effort-thinking-16k","name":"Gemini 2.5 Pro · Thinking 16K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.05153615685949281,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1141078897294487,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.36449517176895474,"lowerBound":0,"upperBound":1,"independentScore":0.36449517176895474,"independent":true,"opponentIds":813,"independentOpponentIds":813,"panelSize":49,"publishers":["ARC Prize"],"observations":["6cc85ba2b198bd02c85a961a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6cc85ba2b198bd02c85a961a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-2.5-pro--effort-thinking-1k","name":"Gemini 2.5 Pro · Thinking 1K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.0024110228082787322,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.02085424157856994,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.022569360481049815,"lowerBound":0,"upperBound":1,"independentScore":0.022569360481049815,"independent":true,"opponentIds":813,"independentOpponentIds":813,"panelSize":49,"publishers":["ARC Prize"],"observations":["85789420efbd10e4bf8e8a0f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["85789420efbd10e4bf8e8a0f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 1K","settings":[{"label":"Thinking 1K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-2.5-pro--effort-thinking-32k","name":"Gemini 2.5 Pro · Thinking 32K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.05970026184442356,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1260341929232408,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3881930002740571,"lowerBound":0,"upperBound":1,"independentScore":0.3881930002740571,"independent":true,"opponentIds":813,"independentOpponentIds":813,"panelSize":49,"publishers":["ARC Prize"],"observations":["e1746e4a5f84cad00df32d6b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e1746e4a5f84cad00df32d6b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3-flash-preview--effort-non-reasoning","name":"Gemini 3 Flash Preview · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":15,"overallRating":{"score":0.08149576236635474,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000093}],"familyWeights":[{"family":"mmlu-pro","share":0.08245686283966817},{"family":"ifbench","share":0.08218775673964757},{"family":"livecodebench","share":0.08108930996772673},{"family":"gpqa","share":0.0806234469075803},{"family":"hle","share":0.08060729466715838},{"family":"aime","share":0.08054292979816075},{"family":"critpt","share":0.07980860031132234},{"family":"omniscience","share":0.07906812158835913},{"family":"mmmu-pro","share":0.078778119084538},{"family":"aa-lcr","share":0.0739592471726989},{"family":"tau-bench","share":0.06959693991861698},{"family":"gmmlu","share":0.06750118820914722},{"family":"terminal-bench","share":0.06378018279538925}]},"capabilityRatings":[{"bucket":"agentic","score":0.05487519464079957,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11787249238229691,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16319105666528957,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.26628187120179775,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.379094417671745,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.18123023138408415,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5460034107411382,"lowerBound":0,"upperBound":1,"independentScore":0.5460034107411382,"independent":true,"opponentIds":814,"independentOpponentIds":814,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["076c87b82049cfa2ea7b9df0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5317735827119184,"lowerBound":0,"upperBound":1,"independentScore":0.5317735827119184,"independent":true,"opponentIds":815,"independentOpponentIds":815,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5e4484b725f885d1ff5e913f","65ec7e6d31d6f6ce02771c4b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6912150724743129,"lowerBound":0,"upperBound":1,"independentScore":0.6912150724743129,"independent":true,"opponentIds":816,"independentOpponentIds":816,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b771ca3369e45caa49d4b3fe"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9897646273035092,"lowerBound":0,"upperBound":1,"independentScore":0.9897646273035092,"independent":true,"opponentIds":817,"independentOpponentIds":817,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["766bfc6c0bb47794ea896d7c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7007594691316676,"lowerBound":0,"upperBound":1,"independentScore":0.7007594691316676,"independent":true,"opponentIds":818,"independentOpponentIds":818,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d45eab2a552c001f2dbdb704"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6332303991363263,"lowerBound":0,"upperBound":1,"independentScore":0.6332303991363263,"independent":true,"opponentIds":819,"independentOpponentIds":819,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5a0c8bdb65808c38cc8c6ba8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6699177520202313,"lowerBound":0,"upperBound":1,"independentScore":0.6699177520202313,"independent":true,"opponentIds":820,"independentOpponentIds":820,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8d1a6871f955048317879ba7"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9139771692938656,"lowerBound":0,"upperBound":1,"independentScore":0.9139771692938656,"independent":true,"opponentIds":821,"independentOpponentIds":821,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3877c7c555480e56e2553353"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9864648144546337,"lowerBound":0,"upperBound":1,"independentScore":0.9864648144546337,"independent":true,"opponentIds":822,"independentOpponentIds":822,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7161c5ae63b41bca96c70974"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8680173773312149,"lowerBound":0,"upperBound":1,"independentScore":0.8680173773312149,"independent":true,"opponentIds":823,"independentOpponentIds":823,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["1db4c190ae70acb2a1c1a232"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9174196942635684,"lowerBound":0,"upperBound":1,"independentScore":0.9174196942635684,"independent":true,"opponentIds":824,"independentOpponentIds":824,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9fae7f3a431a07e9ef03a649"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.513279805442955,"lowerBound":0,"upperBound":1,"independentScore":0.513279805442955,"independent":true,"opponentIds":825,"independentOpponentIds":825,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["090d329b550ff7c39b218328"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7798919576615911,"lowerBound":0,"upperBound":1,"independentScore":0.7798919576615911,"independent":true,"opponentIds":826,"independentOpponentIds":826,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["66bd4898aef466d04784881c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["076c87b82049cfa2ea7b9df0","5e4484b725f885d1ff5e913f","b771ca3369e45caa49d4b3fe","766bfc6c0bb47794ea896d7c","d45eab2a552c001f2dbdb704","5a0c8bdb65808c38cc8c6ba8","8d1a6871f955048317879ba7","3877c7c555480e56e2553353","65ec7e6d31d6f6ce02771c4b","7161c5ae63b41bca96c70974","1db4c190ae70acb2a1c1a232","9fae7f3a431a07e9ef03a649","090d329b550ff7c39b218328","66bd4898aef466d04784881c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-3-flash-preview--effort-reasoning","name":"Gemini 3 Flash Preview · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":17,"overallRating":{"score":0.26763321264031936,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000164}],"familyWeights":[{"family":"tau-bench","share":0.09036670116549055},{"family":"mmlu-pro","share":0.07520723409622063},{"family":"ifbench","share":0.07497135859630358},{"family":"livecodebench","share":0.0741179019506725},{"family":"aime","share":0.07373492549019771},{"family":"gpqa","share":0.07352577214403255},{"family":"hle","share":0.07352380105241443},{"family":"critpt","share":0.07270803938621495},{"family":"omniscience","share":0.07209467421312325},{"family":"mmmu-pro","share":0.07167711114180303},{"family":"aa-lcr","share":0.06628420363201167},{"family":"gmmlu","share":0.062082698159881065},{"family":"apex-agents","share":0.06150134112453926},{"family":"terminal-bench","share":0.058204237847102464}]},"capabilityRatings":[{"bucket":"agentic","score":0.2412239843698325,"supported":true,"families":2,"independentFamilies":2,"opponents":203,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3519154409142296,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.28220806840433077,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.43785581744473684,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4385056929291391,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.35945730954061844,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9970520580110229,"lowerBound":0,"upperBound":1,"independentScore":0.9970520580110229,"independent":true,"opponentIds":814,"independentOpponentIds":814,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["162b72dff2b62a478a4e3d38"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.6767602237189394,"lowerBound":0,"upperBound":1,"independentScore":0.6767602237189394,"independent":true,"opponentIds":827,"independentOpponentIds":827,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["b3a845d5ca338864a0c68e84"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7483884374207548,"lowerBound":0,"upperBound":1,"independentScore":0.7483884374207548,"independent":true,"opponentIds":815,"independentOpponentIds":815,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["681dcd67742f3fabcb4e8443","91700195796ca55967f40f20"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8271231327854469,"lowerBound":0,"upperBound":1,"independentScore":0.8271231327854469,"independent":true,"opponentIds":816,"independentOpponentIds":816,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["862b3fc84116cb2abfb29a11"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9850736708859421,"lowerBound":0,"upperBound":1,"independentScore":0.9850736708859421,"independent":true,"opponentIds":817,"independentOpponentIds":817,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["f0939c33b02de61e8d2569c0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.915190972364438,"lowerBound":0,"upperBound":1,"independentScore":0.915190972364438,"independent":true,"opponentIds":818,"independentOpponentIds":818,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5177df7f65f8989816e07078"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.873270891813415,"lowerBound":0,"upperBound":1,"independentScore":0.873270891813415,"independent":true,"opponentIds":819,"independentOpponentIds":819,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f524fa4818eae0de4de4b842"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9657706718558843,"lowerBound":0,"upperBound":1,"independentScore":0.9657706718558843,"independent":true,"opponentIds":820,"independentOpponentIds":820,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fe637f0f65778514caf29868"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":821,"independentOpponentIds":821,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["afb2c3230511cde285428634"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9935458750314894,"lowerBound":0,"upperBound":1,"independentScore":0.9935458750314894,"independent":true,"opponentIds":822,"independentOpponentIds":822,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a699cac3b6da2ec95d940e1a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9002107053528384,"lowerBound":0,"upperBound":1,"independentScore":0.9002107053528384,"independent":true,"opponentIds":823,"independentOpponentIds":823,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["57c50354c54c32290ddfc4c1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9561452434825387,"lowerBound":0,"upperBound":1,"independentScore":0.9561452434825387,"independent":true,"opponentIds":824,"independentOpponentIds":824,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6ca294472ce7424a59037593"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6964678419491036,"lowerBound":0,"upperBound":1,"independentScore":0.6964678419491036,"independent":true,"opponentIds":828,"independentOpponentIds":828,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["cb0e8ee7331851f023b16462","216792d88d988a2e05a41153"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9071740350152812,"lowerBound":0,"upperBound":1,"independentScore":0.9071740350152812,"independent":true,"opponentIds":826,"independentOpponentIds":826,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f07bd2d137eff751c94e16e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["162b72dff2b62a478a4e3d38","b3a845d5ca338864a0c68e84","681dcd67742f3fabcb4e8443","862b3fc84116cb2abfb29a11","f0939c33b02de61e8d2569c0","5177df7f65f8989816e07078","f524fa4818eae0de4de4b842","fe637f0f65778514caf29868","afb2c3230511cde285428634","91700195796ca55967f40f20","a699cac3b6da2ec95d940e1a","57c50354c54c32290ddfc4c1","6ca294472ce7424a59037593","cb0e8ee7331851f023b16462","216792d88d988a2e05a41153","f07bd2d137eff751c94e16e4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","claude-sonnet-4-6","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen-3.8-max-0902","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","step-5-preview","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.7-code","mimo-v2.5","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gemini-3-flash-preview--effort-high","name":"Gemini 3 Flash Preview · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":15,"overallRating":{"score":0.23304171955123917,"supported":true,"families":14,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":85,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.3753082546332441},{"source":"ARC Prize","independent":true,"share":0.3369215826271725},{"source":"Vals AI","independent":true,"share":0.2877701627395815}],"familyWeights":[{"family":"arc-agi","share":0.3369215826271727},{"family":"epoch-game-puzzles","share":0.11141438554475101},{"family":"gpqa","share":0.09559532780757853},{"family":"aime","share":0.09466591500589856},{"family":"simpleqa","share":0.07363262627501657},{"family":"terminal-bench","share":0.03278101653928746},{"family":"harvey","share":0.03269974245127109},{"family":"vibe-code","share":0.032368858423233594},{"family":"vals-code-migration","share":0.0323631756817581},{"family":"vals-legal-research","share":0.03193349008608911},{"family":"vals-finance-agent","share":0.03175863308489421},{"family":"vals-excel-modeling","share":0.031482320210636655},{"family":"vals-tax-agent","share":0.031424515794362555},{"family":"mmlu-pro","share":0.030958410468048772}]},"capabilityRatings":[{"bucket":"agentic","score":0.16838686416762005,"supported":true,"families":5,"independentFamilies":5,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.31992747022794116,"supported":true,"families":4,"independentFamilies":4,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14331348724382162,"supported":true,"families":3,"independentFamilies":3,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5819306599134847,"supported":true,"families":2,"independentFamilies":2,"opponents":41,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7791365111055658,"lowerBound":0,"upperBound":1,"independentScore":0.7791365111055658,"independent":true,"opponentIds":829,"independentOpponentIds":829,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-a4uE6KgMhGSUjcnemRnbkA"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7395456964400755,"lowerBound":0,"upperBound":1,"independentScore":0.7395456964400755,"independent":true,"opponentIds":830,"independentOpponentIds":830,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-gVdraDT3pXmaExP9VbqME4"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.07893697252648589,"lowerBound":0,"upperBound":1,"independentScore":0.07893697252648589,"independent":true,"opponentIds":831,"independentOpponentIds":831,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.643820329210453,"lowerBound":0,"upperBound":1,"independentScore":0.643820329210453,"independent":true,"opponentIds":832,"independentOpponentIds":832,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17325813694464579,"lowerBound":0,"upperBound":1,"independentScore":0.17325813694464579,"independent":true,"opponentIds":833,"independentOpponentIds":833,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5410202972826129,"lowerBound":0,"upperBound":1,"independentScore":0.5410202972826129,"independent":true,"opponentIds":834,"independentOpponentIds":834,"panelSize":49,"publishers":["ARC Prize"],"observations":["da304a0f8d4e4dc282b7a95b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5046728971962617,"lowerBound":0,"upperBound":1,"independentScore":0.5046728971962617,"independent":true,"opponentIds":835,"independentOpponentIds":835,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-MvdunHkVURna3JuyDjhzEc"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.9275334086570304,"lowerBound":0,"upperBound":1,"independentScore":0.9275334086570304,"independent":true,"opponentIds":836,"independentOpponentIds":836,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-7cc6cDCXjsPjtKt36bbeMR"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.12105802241014578,"lowerBound":0,"upperBound":1,"independentScore":0.12105802241014578,"independent":true,"opponentIds":837,"independentOpponentIds":837,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.06434819313838144,"lowerBound":0,"upperBound":1,"independentScore":0.06434819313838144,"independent":true,"opponentIds":838,"independentOpponentIds":838,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.16892026780279973,"lowerBound":0,"upperBound":1,"independentScore":0.16892026780279973,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.07937833801604775,"lowerBound":0,"upperBound":1,"independentScore":0.07937833801604775,"independent":true,"opponentIds":840,"independentOpponentIds":840,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.07532124414555061,"lowerBound":0,"upperBound":1,"independentScore":0.07532124414555061,"independent":true,"opponentIds":841,"independentOpponentIds":841,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.1804591064434075,"lowerBound":0,"upperBound":1,"independentScore":0.1804591064434075,"independent":true,"opponentIds":842,"independentOpponentIds":842,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-3-flash-preview"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["da304a0f8d4e4dc282b7a95b","epoch-run-gVdraDT3pXmaExP9VbqME4","epoch-run-MvdunHkVURna3JuyDjhzEc","epoch-run-a4uE6KgMhGSUjcnemRnbkA","epoch-run-7cc6cDCXjsPjtKt36bbeMR","vals-finance-agent-v2:google/gemini-3-flash-preview","vals-code-migration-v1:google/gemini-3-flash-preview","vals-legal-research-v1:google/gemini-3-flash-preview","vals-emb-v1:google/gemini-3-flash-preview","vals-mmlu-pro-v1:google/gemini-3-flash-preview","vals-terminal-bench-2-1-v2.1:google/gemini-3-flash-preview","vals-vibe-code-bench-v1.1:google/gemini-3-flash-preview","vals-legal-agent-benchmark-v1:google/gemini-3-flash-preview","vals-tax-agent-bench-v1:google/gemini-3-flash-preview"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-wonder-full","muse-spark-1.1","gemini-4-argon","muse-wonder","grok-4.7","claude-sonnet-5-5","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-opus-4-5-20251101"]},"effort":{"label":"High","settings":[{"label":"High","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-3-flash-preview--effort-low","name":"Gemini 3 Flash Preview · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":2,"overallRating":{"score":0.031185876379942957,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":50,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6309233254470414},{"source":"Epoch AI","independent":true,"share":0.3690766745529593}],"familyWeights":[{"family":"arc-agi","share":0.6309233254470407},{"family":"epoch-game-puzzles","share":0.3690766745529593}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.10244159178798617,"supported":true,"families":2,"independentFamilies":2,"opponents":50,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.10380285262726578,"lowerBound":0,"upperBound":1,"independentScore":0.10380285262726578,"independent":true,"opponentIds":834,"independentOpponentIds":834,"panelSize":49,"publishers":["ARC Prize"],"observations":["8f72a698e068a7bc179feb19"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.44067796610169496,"lowerBound":0,"upperBound":1,"independentScore":0.44067796610169496,"independent":true,"opponentIds":835,"independentOpponentIds":835,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-ZQMcTQjHcDSevCN2dYYHKY"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8f72a698e068a7bc179feb19","epoch-run-ZQMcTQjHcDSevCN2dYYHKY"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","gemini-3.1-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3-flash-preview--effort-medium","name":"Gemini 3 Flash Preview · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":1,"overallRating":{"score":0.13302322213427273,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.20247787755315383,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5420693351831132,"lowerBound":0,"upperBound":1,"independentScore":0.5420693351831132,"independent":true,"opponentIds":834,"independentOpponentIds":834,"panelSize":49,"publishers":["ARC Prize"],"observations":["c3906ea3a7c1254fb6ccba8d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c3906ea3a7c1254fb6ccba8d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3-flash-preview--effort-minimal","name":"Gemini 3 Flash Preview · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":2,"overallRating":{"score":0.06954559023767319,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":50,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6309233254470414},{"source":"Epoch AI","independent":true,"share":0.3690766745529593}],"familyWeights":[{"family":"arc-agi","share":0.6309233254470407},{"family":"epoch-game-puzzles","share":0.3690766745529593}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15538678832478847,"supported":true,"families":2,"independentFamilies":2,"opponents":50,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.30321359583227664,"lowerBound":0,"upperBound":1,"independentScore":0.30321359583227664,"independent":true,"opponentIds":834,"independentOpponentIds":834,"panelSize":49,"publishers":["ARC Prize"],"observations":["f433631bd967cd374a5a92a9"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.41525423728813565,"lowerBound":0,"upperBound":1,"independentScore":0.41525423728813565,"independent":true,"opponentIds":835,"independentOpponentIds":835,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-njpkLAWZTvept6tnkraYrR"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f433631bd967cd374a5a92a9","epoch-run-njpkLAWZTvept6tnkraYrR"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","gemini-3.1-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3.1-flash-lite--effort-reasoning","name":"Gemini 3.1 Flash-Lite · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":22,"overallRating":{"score":0.06804571874556382,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999992}],"familyWeights":[{"family":"ifbench","share":0.07185502455458216},{"family":"hle","share":0.07052986942920267},{"family":"critpt","share":0.0703693803355183},{"family":"gpqa","share":0.07032757339102297},{"family":"mmmu-pro","share":0.07026532912349018},{"family":"omniscience","share":0.07015246946296821},{"family":"tau-bench","share":0.06831118934523726},{"family":"terminal-bench","share":0.06736848433933011},{"family":"gdpval","share":0.06504879402177556},{"family":"automationbench","share":0.06256373944575354},{"family":"briefcase","share":0.062563399667186},{"family":"gdp-pdf","share":0.062333845324016646},{"family":"aa-lcr","share":0.05933854903369569},{"family":"apex-agents","share":0.04550873158896531},{"family":"enterprise-ops","share":0.045019308996542155},{"family":"analyst-agent","share":0.03844431194071578}]},"capabilityRatings":[{"bucket":"agentic","score":0.09880265138949923,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16175705948202607,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12387893596712575,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.32113415876239365,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2571590532141031,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.24638898182576532,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.12031955931110426,"lowerBound":0,"upperBound":1,"independentScore":0.12031955931110426,"independent":true,"opponentIds":843,"independentOpponentIds":843,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["9ed78211ce574b898ce5c37e"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.18323662365185148,"lowerBound":0,"upperBound":1,"independentScore":0.18323662365185148,"independent":true,"opponentIds":844,"independentOpponentIds":844,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d57e017701a3a92259f15e32"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.22039185345294124,"lowerBound":0,"upperBound":1,"independentScore":0.22039185345294124,"independent":true,"opponentIds":845,"independentOpponentIds":845,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["95738bc56bfab2218391b063"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5753540882210315,"lowerBound":0,"upperBound":1,"independentScore":0.5753540882210315,"independent":true,"opponentIds":846,"independentOpponentIds":846,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["e51ce9e31d112599849140e1","4aae5d6df970c338630860a9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.43493550992049423,"lowerBound":0,"upperBound":1,"independentScore":0.43493550992049423,"independent":true,"opponentIds":847,"independentOpponentIds":847,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["542af94496db9fff0c50c33b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6462332297429382,"lowerBound":0,"upperBound":1,"independentScore":0.6462332297429382,"independent":true,"opponentIds":848,"independentOpponentIds":848,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1f43c952940a4b6d26d536be"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.10033255632233269,"lowerBound":0,"upperBound":1,"independentScore":0.10033255632233269,"independent":true,"opponentIds":849,"independentOpponentIds":849,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["8416976c2cf8e61964b2a869"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.47824379039627285,"lowerBound":0,"upperBound":1,"independentScore":0.47824379039627285,"independent":true,"opponentIds":850,"independentOpponentIds":850,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["866f484125051166bc2e4453"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.32219865060985253,"lowerBound":0,"upperBound":1,"independentScore":0.32219865060985253,"independent":true,"opponentIds":851,"independentOpponentIds":851,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["36f7044bc017e2b899790517"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7021951284498258,"lowerBound":0,"upperBound":1,"independentScore":0.7021951284498258,"independent":true,"opponentIds":852,"independentOpponentIds":852,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f39228d0894775a799d9e673"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6453880884057436,"lowerBound":0,"upperBound":1,"independentScore":0.6453880884057436,"independent":true,"opponentIds":853,"independentOpponentIds":853,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a500a1b31b9c03cf2da51aa8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9579088817921836,"lowerBound":0,"upperBound":1,"independentScore":0.9579088817921836,"independent":true,"opponentIds":854,"independentOpponentIds":854,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["96ee84a5b928f3599cf5d764"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7528867904797637,"lowerBound":0,"upperBound":1,"independentScore":0.7528867904797637,"independent":true,"opponentIds":855,"independentOpponentIds":855,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["334d043fe09ccc4d1fdbf484"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.813954380021021,"lowerBound":0,"upperBound":1,"independentScore":0.813954380021021,"independent":true,"opponentIds":856,"independentOpponentIds":856,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4bc71b7684588e825fa67080"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.38399082976421023,"lowerBound":0,"upperBound":1,"independentScore":0.38399082976421023,"independent":true,"opponentIds":857,"independentOpponentIds":857,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["bf184358925df7a4fbedf4bc","2684a58ff4342575f23cbc46"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.524359663996453,"lowerBound":0,"upperBound":1,"independentScore":0.524359663996453,"independent":true,"opponentIds":858,"independentOpponentIds":858,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["29f5bb04ad1bd05a7465f796","37c6a530f1ded7b9888ea2c3","a09a2ae31ee117af6ce3dddb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9ed78211ce574b898ce5c37e","d57e017701a3a92259f15e32","95738bc56bfab2218391b063","e51ce9e31d112599849140e1","542af94496db9fff0c50c33b","1f43c952940a4b6d26d536be","8416976c2cf8e61964b2a869","866f484125051166bc2e4453","36f7044bc017e2b899790517","f39228d0894775a799d9e673","a500a1b31b9c03cf2da51aa8","96ee84a5b928f3599cf5d764","4aae5d6df970c338630860a9","334d043fe09ccc4d1fdbf484","4bc71b7684588e825fa67080","bf184358925df7a4fbedf4bc","2684a58ff4342575f23cbc46","29f5bb04ad1bd05a7465f796","37c6a530f1ded7b9888ea2c3","a09a2ae31ee117af6ce3dddb"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"gemini-3.1-pro--effort-reasoning","name":"Gemini 3.1 Pro · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":25,"overallRating":{"score":0.28441574053072055,"supported":true,"families":19,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":19,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999647}],"familyWeights":[{"family":"ifbench","share":0.0613262354559816},{"family":"mmmu-pro","share":0.060471229659004505},{"family":"hle","share":0.06037084873216798},{"family":"critpt","share":0.060267150303174526},{"family":"gpqa","share":0.06015300440211518},{"family":"omniscience","share":0.060092419157468296},{"family":"gmmlu","share":0.05981125850797764},{"family":"tau-bench","share":0.05891334397729906},{"family":"terminal-bench","share":0.05811391121111842},{"family":"gdpval","share":0.05649780718887315},{"family":"briefcase","share":0.05472635188756297},{"family":"automationbench","share":0.054663394147735446},{"family":"gdp-pdf","share":0.05450437896703892},{"family":"aa-lcr","share":0.05125779352983318},{"family":"apex-agents","share":0.04041717005849352},{"family":"enterprise-ops","share":0.04018503887918848},{"family":"itbench","share":0.03974088078994422},{"family":"analyst-agent","share":0.034622307009968725},{"family":"harvey","share":0.03386547613504084}]},"capabilityRatings":[{"bucket":"agentic","score":0.30509456497980453,"supported":true,"families":10,"independentFamilies":10,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5443546295108829,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40829029495506436,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.47291583345035765,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.539230039949445,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5150788635806433,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7478087644587538,"lowerBound":0,"upperBound":1,"independentScore":0.7478087644587538,"independent":true,"opponentIds":859,"independentOpponentIds":859,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["7c7f774514f7fa2297208e0f"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2959172290749629,"lowerBound":0,"upperBound":1,"independentScore":0.2959172290749629,"independent":true,"opponentIds":860,"independentOpponentIds":860,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["742bf16f1d27daca444b2e71"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.7867964976564066,"lowerBound":0,"upperBound":1,"independentScore":0.7867964976564066,"independent":true,"opponentIds":861,"independentOpponentIds":861,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["37687afd20028c6089e77920"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7964291758729589,"lowerBound":0,"upperBound":1,"independentScore":0.7964291758729589,"independent":true,"opponentIds":862,"independentOpponentIds":862,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5f4e475d1f8d57db24bcb7a6","208c2682d2e878ad0bfc59b4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6671200959733556,"lowerBound":0,"upperBound":1,"independentScore":0.6671200959733556,"independent":true,"opponentIds":863,"independentOpponentIds":863,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["db8f74e2e14e95ffdcaeb92d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8970138359137629,"lowerBound":0,"upperBound":1,"independentScore":0.8970138359137629,"independent":true,"opponentIds":864,"independentOpponentIds":864,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["fa3f112c9b6e79acc46b504f"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6550662964927716,"lowerBound":0,"upperBound":1,"independentScore":0.6550662964927716,"independent":true,"opponentIds":865,"independentOpponentIds":865,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["93374c1590601b233140cd4a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7819719869888708,"lowerBound":0,"upperBound":1,"independentScore":0.7819719869888708,"independent":true,"opponentIds":866,"independentOpponentIds":866,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8063177a2a63d1be8648e2f8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4906854656352685,"lowerBound":0,"upperBound":1,"independentScore":0.4906854656352685,"independent":true,"opponentIds":867,"independentOpponentIds":867,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a4d6100a1d6b96708fb4ae5d"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":868,"independentOpponentIds":868,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["39bf8cf4de7d4ae5d9295e26"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9930981343733092,"lowerBound":0,"upperBound":1,"independentScore":0.9930981343733092,"independent":true,"opponentIds":869,"independentOpponentIds":869,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a3fd1ba1d2b182c00683d93b"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.10018928554808718,"lowerBound":0,"upperBound":1,"independentScore":0.10018928554808718,"independent":true,"opponentIds":870,"independentOpponentIds":870,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["57fa9da1ef479f1e406f93e3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9517662129806702,"lowerBound":0,"upperBound":1,"independentScore":0.9517662129806702,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b3631e2d668ca3ff2ebfe823"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9522576960994295,"lowerBound":0,"upperBound":1,"independentScore":0.9522576960994295,"independent":true,"opponentIds":872,"independentOpponentIds":872,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9aa04e6ff77c61f9b93c9290"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.3051633309336738,"lowerBound":0,"upperBound":1,"independentScore":0.3051633309336738,"independent":true,"opponentIds":873,"independentOpponentIds":873,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["5c7f8cd7187c61c11375f19b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9372141755218167,"lowerBound":0,"upperBound":1,"independentScore":0.9372141755218167,"independent":true,"opponentIds":874,"independentOpponentIds":874,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["45e4f876ba3f9fcf04c8c5fa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9671820312874603,"lowerBound":0,"upperBound":1,"independentScore":0.9671820312874603,"independent":true,"opponentIds":875,"independentOpponentIds":875,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["24d00d3350012cb696297151"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8249099212114233,"lowerBound":0,"upperBound":1,"independentScore":0.8249099212114233,"independent":true,"opponentIds":876,"independentOpponentIds":876,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["1d824de33344d5f7c900a32c","6d20dfb2c84bb4190f7edf29"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.813425132888093,"lowerBound":0,"upperBound":1,"independentScore":0.813425132888093,"independent":true,"opponentIds":877,"independentOpponentIds":877,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["f78b4be38ed10e8ddcd80664","154ebcd0575e2428b67b2398","fd2e6ea2003857920a1bdfcf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7c7f774514f7fa2297208e0f","742bf16f1d27daca444b2e71","37687afd20028c6089e77920","5f4e475d1f8d57db24bcb7a6","db8f74e2e14e95ffdcaeb92d","fa3f112c9b6e79acc46b504f","93374c1590601b233140cd4a","8063177a2a63d1be8648e2f8","a4d6100a1d6b96708fb4ae5d","39bf8cf4de7d4ae5d9295e26","a3fd1ba1d2b182c00683d93b","57fa9da1ef479f1e406f93e3","b3631e2d668ca3ff2ebfe823","9aa04e6ff77c61f9b93c9290","5c7f8cd7187c61c11375f19b","208c2682d2e878ad0bfc59b4","45e4f876ba3f9fcf04c8c5fa","24d00d3350012cb696297151","1d824de33344d5f7c900a32c","6d20dfb2c84bb4190f7edf29","f78b4be38ed10e8ddcd80664","154ebcd0575e2428b67b2398","fd2e6ea2003857920a1bdfcf"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":25}],"unspecified":0,"total":25}},{"id":"gemini-3.1-pro--effort-high","name":"Gemini 3.1 Pro · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":51,"overallRating":{"score":0.3476286549515228,"supported":true,"families":26,"publishers":7,"evaluationSources":7,"taskAreas":5,"opponents":79,"independentFamilies":23,"reason":null,"independentSources":6,"labWeightShare":0.19944775485404795,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Moonshot AI","independent":false,"share":0.19944775485404792},{"source":"Datacurve","independent":true,"share":0.1483160614143469},{"source":"Scale","independent":true,"share":0.14777476192013383},{"source":"Vals AI","independent":true,"share":0.14239269344542493},{"source":"LiveBench","independent":true,"share":0.13775251976970715},{"source":"Epoch AI","independent":true,"share":0.1355430915454127},{"source":"Terminal-Bench","independent":true,"share":0.0887731170509229}],"familyWeights":[{"family":"deepswe","share":0.14831606141434692},{"family":"terminal-bench","share":0.10459747010985851},{"family":"charxiv","share":0.08483283490882793},{"family":"hle","share":0.07578192918981227},{"family":"enigma-eval","share":0.07199283273032163},{"family":"mmmu-pro","share":0.057307459972609984},{"family":"swe-bench-multilingual","share":0.057307459972609984},{"family":"gpqa","share":0.03616421920836678},{"family":"aime","share":0.036091939805316026},{"family":"epoch-game-puzzles","share":0.034958925667919305},{"family":"simpleqa","share":0.028328006863810765},{"family":"livebench-coding","share":0.019678931395672325},{"family":"livebench-instructions","share":0.019678931395672318},{"family":"livebench-math","share":0.019678931395672318},{"family":"livebench-reasoning","share":0.019678931395672318},{"family":"livebench-data","share":0.019678931395672315},{"family":"livebench-language","share":0.019678931395672315},{"family":"multi-swe-bench","share":0.019678931395672315},{"family":"vals-code-migration","share":0.01588313052926687},{"family":"vals-legal-research","share":0.015859781793179546},{"family":"vibe-code","share":0.015859781793179546},{"family":"vals-excel-modeling","share":0.01583526562028786},{"family":"vals-finance-agent","share":0.01580949220776069},{"family":"vals-tax-agent","share":0.01580949220776069},{"family":"harvey","share":0.015798189770428378},{"family":"mmlu-pro","share":0.015713206464625942}]},"capabilityRatings":[{"bucket":"agentic","score":0.4005146040881578,"supported":true,"families":6,"independentFamilies":6,"opponents":46,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5779785429321104,"supported":true,"families":7,"independentFamilies":7,"opponents":76,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3022868144064495,"supported":true,"families":7,"independentFamilies":6,"opponents":48,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.789614144876221,"supported":true,"families":4,"independentFamilies":4,"opponents":43,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7369504484634619,"lowerBound":0,"upperBound":1,"independentScore":0.7369504484634619,"independent":true,"opponentIds":878,"independentOpponentIds":878,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-nhim2QCRgpir5cZdqrmUz3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9622810956443645,"lowerBound":0,"upperBound":1,"independentScore":0.9622810956443645,"independent":true,"opponentIds":879,"independentOpponentIds":879,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-BgmrBFsbsaD8rNpebv49Da"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.07012974001903523,"lowerBound":0,"upperBound":1,"independentScore":0.07012974001903523,"independent":true,"opponentIds":880,"independentOpponentIds":880,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9166666666666666,"lowerBound":0,"upperBound":1,"independentScore":0.9166666666666666,"independent":true,"opponentIds":881,"independentOpponentIds":881,"panelSize":7,"publishers":["Scale"],"observations":["f621460ea8cfcfd9a6843901","cbc2db363833abfb6c9f650d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8987529324607977,"lowerBound":0,"upperBound":1,"independentScore":0.8987529324607977,"independent":true,"opponentIds":882,"independentOpponentIds":882,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":883,"independentOpponentIds":110,"panelSize":1,"publishers":["Moonshot AI"],"observations":["launch-kimi-k26-card-2197"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.06708427352959118,"lowerBound":0,"upperBound":1,"independentScore":0.06708427352959118,"independent":true,"opponentIds":884,"independentOpponentIds":884,"panelSize":34,"publishers":["Terminal-Bench","Vals AI"],"observations":["a01dc047adae16bf8c7acb63","vals-terminal-bench-2-1-v2.1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.01635036496350364,"lowerBound":0,"upperBound":1,"independentScore":0.01635036496350364,"independent":true,"opponentIds":885,"independentOpponentIds":885,"panelSize":25,"publishers":["Datacurve"],"observations":["db901e8199046d5c8d479ba0"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0.4736842105263158,"lowerBound":0,"upperBound":1,"independentScore":0.4736842105263158,"independent":true,"opponentIds":886,"independentOpponentIds":886,"panelSize":4,"publishers":["Scale"],"observations":["da0ddcdb318167ad7f56f77a"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5304834484401048,"lowerBound":0,"upperBound":1,"independentScore":0.5304834484401048,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9ee205c15ad677241207d058","panel-4f12ebc87581a8b3fead6ca5","panel-dd35ef007b87680fc5d395d0","panel-8272dd6e6a4ec9a8e6cbdc9f"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.2548225768040011,"lowerBound":0,"upperBound":1,"independentScore":0.2548225768040011,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d3127514aeabe252e43231e1","panel-2d4783c770d432f985707cfd"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7222751448757647,"lowerBound":0,"upperBound":1,"independentScore":0.7222751448757647,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6fb4bc1b60f839623c5d4381","panel-0662502669451fa91c907b36","panel-ecfd0cf5293ccba5bfd04b78"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.572160038104311,"lowerBound":0,"upperBound":1,"independentScore":0.572160038104311,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b70f7219a2898aed69af5a1b","panel-35844166e61bc0d5a71876d2","panel-7d205d81c52a64897f3ddf2c"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.18298007462094168,"lowerBound":0,"upperBound":1,"independentScore":0.18298007462094168,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-58aac2c2dde4fbb0c2408d75","panel-728ecc9a397966fe315b4b0a","panel-da04aa901faef5abb22913ce"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3783341271731365,"lowerBound":0,"upperBound":1,"independentScore":0.3783341271731365,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4d524cc2ad780da119be2cf9","panel-6af50c99811132886f95297a","panel-6f887f9f34bf0ced09693be5","panel-67097dc7f9543964f1eb66f1"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.9065253631817098,"lowerBound":0,"upperBound":1,"independentScore":0.9065253631817098,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6730b76b0480a9ddba9ceb60","panel-0e57c643f0410832cbc9fb48","panel-1daa1fc476d17b814e17715a","panel-0ae689afa56fc1952d84c292"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7377572964669744,"lowerBound":0,"upperBound":1,"independentScore":0.7377572964669744,"independent":true,"opponentIds":888,"independentOpponentIds":888,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-g4bbCaiFDqw2YYNDAcmn2a"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":889,"independentOpponentIds":889,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-VGeF8Xac4WcSAGgSXVdEBi"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.1092523045407989,"lowerBound":0,"upperBound":1,"independentScore":0.1092523045407989,"independent":true,"opponentIds":890,"independentOpponentIds":890,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.17671189649731772,"lowerBound":0,"upperBound":1,"independentScore":0.17671189649731772,"independent":true,"opponentIds":891,"independentOpponentIds":891,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.155390093881515,"lowerBound":0,"upperBound":1,"independentScore":0.155390093881515,"independent":true,"opponentIds":892,"independentOpponentIds":892,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.15952143569292113,"lowerBound":0,"upperBound":1,"independentScore":0.15952143569292113,"independent":true,"opponentIds":893,"independentOpponentIds":893,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.1294917449012625,"lowerBound":0,"upperBound":1,"independentScore":0.1294917449012625,"independent":true,"opponentIds":894,"independentOpponentIds":894,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.16387845681119834,"lowerBound":0,"upperBound":1,"independentScore":0.16387845681119834,"independent":true,"opponentIds":895,"independentOpponentIds":895,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"charxiv","label":"charxiv","bucket":"multimodal","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":896,"independentOpponentIds":110,"panelSize":2,"publishers":["Moonshot AI"],"observations":["launch-kimi-k26-card-2205"],"sourceScores":[]},{"id":"swe-bench-multilingual","label":"swe-bench-multilingual","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":883,"independentOpponentIds":110,"panelSize":1,"publishers":["Moonshot AI"],"observations":["launch-kimi-k26-card-2160"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["db901e8199046d5c8d479ba0","a01dc047adae16bf8c7acb63","da0ddcdb318167ad7f56f77a","f621460ea8cfcfd9a6843901","cbc2db363833abfb6c9f650d","panel-9ee205c15ad677241207d058","panel-d3127514aeabe252e43231e1","panel-2d4783c770d432f985707cfd","panel-6fb4bc1b60f839623c5d4381","panel-b70f7219a2898aed69af5a1b","panel-4f12ebc87581a8b3fead6ca5","panel-58aac2c2dde4fbb0c2408d75","panel-4d524cc2ad780da119be2cf9","panel-dd35ef007b87680fc5d395d0","panel-8272dd6e6a4ec9a8e6cbdc9f","panel-6730b76b0480a9ddba9ceb60","panel-0662502669451fa91c907b36","panel-728ecc9a397966fe315b4b0a","panel-0e57c643f0410832cbc9fb48","panel-6af50c99811132886f95297a","panel-1daa1fc476d17b814e17715a","panel-0ae689afa56fc1952d84c292","panel-35844166e61bc0d5a71876d2","panel-7d205d81c52a64897f3ddf2c","panel-6f887f9f34bf0ced09693be5","panel-da04aa901faef5abb22913ce","panel-ecfd0cf5293ccba5bfd04b78","panel-67097dc7f9543964f1eb66f1","epoch-run-BgmrBFsbsaD8rNpebv49Da","epoch-run-g4bbCaiFDqw2YYNDAcmn2a","epoch-run-nhim2QCRgpir5cZdqrmUz3","epoch-run-VGeF8Xac4WcSAGgSXVdEBi","vals-finance-agent-v2:google/gemini-3.1-pro-preview","vals-code-migration-v1:google/gemini-3.1-pro-preview","vals-legal-research-v1:google/gemini-3.1-pro-preview","vals-emb-v1:google/gemini-3.1-pro-preview","vals-mmlu-pro-v1:google/gemini-3.1-pro-preview","vals-terminal-bench-2-1-v2.1:google/gemini-3.1-pro-preview","vals-vibe-code-bench-v1.1:google/gemini-3.1-pro-preview","vals-legal-agent-benchmark-v1:google/gemini-3.1-pro-preview","vals-tax-agent-bench-v1:google/gemini-3.1-pro-preview","launch-kimi-k26-card-2205","launch-kimi-k26-card-2197","launch-kimi-k26-card-2160"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-wonder-full","muse-spark-1.1","gemini-4-argon","muse-wonder","grok-4.7","claude-sonnet-5-5","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","claude-sonnet-4-5-20250929","gpt-5.1","claude-opus-4-5-20251101","o3-mini","kimi-k2.6","claude-haiku-5-5","gpt-5.2","gpt-6.1-sol","qwen3.6-flash","gpt-oss-120b","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":51}],"unspecified":0,"total":51}},{"id":"gemini-3.1-pro--effort-thinking","name":"Gemini 3.1 Pro · Thinking","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.003950719807669703,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":2,"independentFamilies":0,"reason":"Needs 3 benchmark families, a reviewed independent evaluator, 3 distinct opponents, 2 independently measured families","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}],"familyWeights":[{"family":"swe-bench-pro","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.014435444155856738,"supported":false,"families":1,"independentFamilies":0,"opponents":2,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"swe-bench-pro","label":"swe-bench-pro","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":897,"independentOpponentIds":897,"panelSize":2,"publishers":["Scale"],"observations":["8f6dd87d3bec8be094065e59"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8f6dd87d3bec8be094065e59"],"opponentModelIds":["claude-opus-4-6","gpt-5.4"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.5-flash--effort-high","name":"Gemini 3.5 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":67,"overallRating":{"score":0.37998464129275683,"supported":true,"families":38,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":237,"independentFamilies":38,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.15210826539067554},{"source":"ARC Prize","independent":true,"share":0.1516896855744534},{"source":"Artificial Analysis","independent":true,"share":0.15113630585274207},{"source":"Vals AI","independent":true,"share":0.1494907982598593},{"source":"LiveBench","independent":true,"share":0.14742943645677625},{"source":"Epoch AI","independent":true,"share":0.13158012920882142},{"source":"Scale","independent":true,"share":0.11656537925667353}],"familyWeights":[{"family":"deepswe","share":0.1521082653906756},{"family":"arc-agi","share":0.15168968557445328},{"family":"enigma-eval","share":0.11656537925667351},{"family":"epoch-game-puzzles","share":0.04568738030324343},{"family":"simpleqa","share":0.04348907797130812},{"family":"frontiermath","share":0.042403670934269895},{"family":"terminal-bench","share":0.02560428209851091},{"family":"livebench-data","share":0.02106134806525376},{"family":"livebench-language","share":0.02106134806525376},{"family":"multi-swe-bench","share":0.02106134806525376},{"family":"livebench-coding","share":0.021061348065253758},{"family":"livebench-instructions","share":0.021061348065253727},{"family":"livebench-math","share":0.021061348065253727},{"family":"livebench-reasoning","share":0.021061348065253727},{"family":"vals-code-migration","share":0.01663450344540222},{"family":"vals-legal-research","share":0.01662593407541651},{"family":"vibe-code","share":0.01662593407541651},{"family":"vals-excel-modeling","share":0.016616936236931543},{"family":"vals-finance-agent","share":0.01660747697083193},{"family":"vals-tax-agent","share":0.01660747697083193},{"family":"harvey","share":0.01659751984862183},{"family":"mmlu-pro","share":0.016526955763931688},{"family":"gdpval","share":0.008992507560784884},{"family":"gdp-pdf","share":0.008992507560784856},{"family":"automationbench","share":0.008992507560784825},{"family":"tau-bench","share":0.008938714661024336},{"family":"analyst-agent","share":0.008936957913788714},{"family":"enterprise-ops","share":0.008925521221760097},{"family":"aa-lcr","share":0.00891048116704318},{"family":"ifbench","share":0.008883165142852412},{"family":"mmmu-pro","share":0.008862588086210852},{"family":"critpt","share":0.008848573446148695},{"family":"hle","share":0.008838399329231628},{"family":"apex-agents","share":0.00883343251074194},{"family":"omniscience","share":0.008826217735823193},{"family":"itbench","share":0.008821439155233975},{"family":"gpqa","share":0.008801406135727717},{"family":"briefcase","share":0.008775665438770681}]},"capabilityRatings":[{"bucket":"agentic","score":0.4525959274961167,"supported":true,"families":15,"independentFamilies":15,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4429628401754111,"supported":true,"families":9,"independentFamilies":9,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.35156277416012105,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6207945663289728,"supported":true,"families":6,"independentFamilies":6,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6050052904110882,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.47194486337918123,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.643510054844607,"lowerBound":0,"upperBound":1,"independentScore":0.643510054844607,"independent":true,"opponentIds":898,"independentOpponentIds":898,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f1a0b7149c8e59cb6d290180"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5091393445946483,"lowerBound":0,"upperBound":1,"independentScore":0.5091393445946483,"independent":true,"opponentIds":899,"independentOpponentIds":899,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7aa58de7bae00b57d80a75ce"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":900,"independentOpponentIds":900,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["49103875817d61d9002ffe88"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.671102310628447,"lowerBound":0,"upperBound":1,"independentScore":0.671102310628447,"independent":true,"opponentIds":901,"independentOpponentIds":901,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["f6680cb450982d96a116e675","ee81d3d329c92527b405ec62"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6720183486238535,"lowerBound":0,"upperBound":1,"independentScore":0.6720183486238535,"independent":true,"opponentIds":902,"independentOpponentIds":902,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0043777f9ac5f56c6f8810d7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8362415386074264,"lowerBound":0,"upperBound":1,"independentScore":0.8362415386074264,"independent":true,"opponentIds":903,"independentOpponentIds":903,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4c3cf9e57d553a8cf6933ff7"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9531393007505035,"lowerBound":0,"upperBound":1,"independentScore":0.9531393007505035,"independent":true,"opponentIds":904,"independentOpponentIds":904,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["8926adbd496f3eee8e76881d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8074766355140176,"lowerBound":0,"upperBound":1,"independentScore":0.8074766355140176,"independent":true,"opponentIds":905,"independentOpponentIds":905,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d4fcaf893082b12bca1a8314"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6814148681055141,"lowerBound":0,"upperBound":1,"independentScore":0.6814148681055141,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["82f400749d1cf6160fb91818"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9249622526337448,"lowerBound":0,"upperBound":1,"independentScore":0.9249622526337448,"independent":true,"opponentIds":907,"independentOpponentIds":907,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4ef8ec2c58e784a10fd3dbac"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.2773102171351624,"lowerBound":0,"upperBound":1,"independentScore":0.2773102171351624,"independent":true,"opponentIds":908,"independentOpponentIds":908,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9044766393429392,"lowerBound":0,"upperBound":1,"independentScore":0.9044766393429392,"independent":true,"opponentIds":909,"independentOpponentIds":909,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3ed2eeaa0561782180d86dc0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9454983478363896,"lowerBound":0,"upperBound":1,"independentScore":0.9454983478363896,"independent":true,"opponentIds":910,"independentOpponentIds":910,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2f271a885905a08cad21f261"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.6098435073467926,"lowerBound":0,"upperBound":1,"independentScore":0.6098435073467926,"independent":true,"opponentIds":911,"independentOpponentIds":911,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["26ced063b3c0700c84e75fe6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.743058433485288,"lowerBound":0,"upperBound":1,"independentScore":0.743058433485288,"independent":true,"opponentIds":912,"independentOpponentIds":912,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9636422268976218,"lowerBound":0,"upperBound":1,"independentScore":0.9636422268976218,"independent":true,"opponentIds":913,"independentOpponentIds":913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["db67b95544bc8c08234ff699"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9342699948505854,"lowerBound":0,"upperBound":1,"independentScore":0.9342699948505854,"independent":true,"opponentIds":914,"independentOpponentIds":914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["45186d23f0dbf63b0ed2098d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8527965225237515,"lowerBound":0,"upperBound":1,"independentScore":0.8527965225237515,"independent":true,"opponentIds":915,"independentOpponentIds":915,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["4013a7b16f5271363e7943cb","52ebca0bd16f48fe28c87869"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6934836530468984,"lowerBound":0,"upperBound":1,"independentScore":0.6934836530468984,"independent":true,"opponentIds":916,"independentOpponentIds":916,"panelSize":217,"publishers":["Artificial Analysis","Vals AI"],"observations":["2974f703c94be05603bc5edf","c34df879d252e8d7047bc1e0","ec5bc8a918512d8932edcc1b","vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7524637929556949,"lowerBound":0,"upperBound":1,"independentScore":0.7524637929556949,"independent":true,"opponentIds":917,"independentOpponentIds":917,"panelSize":49,"publishers":["ARC Prize"],"observations":["fb38b0f3dad2c23ea05267b5"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.1306532663316583,"lowerBound":0,"upperBound":1,"independentScore":0.1306532663316583,"independent":true,"opponentIds":918,"independentOpponentIds":918,"panelSize":25,"publishers":["Datacurve"],"observations":["d995aaf1dca8340a4a693d8a"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0.15300546448087432,"lowerBound":0,"upperBound":1,"independentScore":0.15300546448087432,"independent":true,"opponentIds":919,"independentOpponentIds":919,"panelSize":4,"publishers":["Scale"],"observations":["60804685f644d5cf0ad52320"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.43568342498036194,"lowerBound":0,"upperBound":1,"independentScore":0.43568342498036194,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4ef118c3fb039ddcd97965c7","panel-6ffc749529292fd222d18cba","panel-65f8d6e0729b9c5c42dba5c9","panel-43e3fa367afc5689d6e1a375"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.3868813825608801,"lowerBound":0,"upperBound":1,"independentScore":0.3868813825608801,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1a02f6b51825ce2ca2fe0cc6","panel-4dca8fee9d98c7ddb0581ad6"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7178580780308983,"lowerBound":0,"upperBound":1,"independentScore":0.7178580780308983,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-828ad3db06596510a3a5b361","panel-e5935fb8a328a72c57a5ecc4","panel-b0514842d51bae1d0371113f"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.31487300340403257,"lowerBound":0,"upperBound":1,"independentScore":0.31487300340403257,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c0f6c7ecaaece53d8096cb1a","panel-d341295ae8ea744fc27e72c3","panel-3e5264e1650bf46bf9444836"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.3237758575543337,"lowerBound":0,"upperBound":1,"independentScore":0.3237758575543337,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f9834bac2c8a90d6c7ce4e5e","panel-f0a38c4adeea44226aae53f0","panel-66a7edad755fbb5ac65ce9ed"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.30292615868028333,"lowerBound":0,"upperBound":1,"independentScore":0.30292615868028333,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-79730153cbde8d293d44213a","panel-779fc91b62607caad532fe71","panel-3130442bd69925da7c05ade7","panel-99a523bc66fc8f9af24e40c7"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7505891594658288,"lowerBound":0,"upperBound":1,"independentScore":0.7505891594658288,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-54d0390b13496c156fa846ab","panel-7b35407610dfe74743495040","panel-8db1335a3d1c4eb91f13f494","panel-69d89ddfd6815cc3c5feb368"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.43560102259865474,"lowerBound":0,"upperBound":1,"independentScore":0.43560102259865474,"independent":true,"opponentIds":921,"independentOpponentIds":921,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-cXn5zzns6VFwbTgotDwZjV","epoch-run-72DQVwbYiQW5pjhshjBaGU"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6714246196403869,"lowerBound":0,"upperBound":1,"independentScore":0.6714246196403869,"independent":true,"opponentIds":922,"independentOpponentIds":922,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-GQKsxFbdBWB546zE8ci49f"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.8483025579327297,"lowerBound":0,"upperBound":1,"independentScore":0.8483025579327297,"independent":true,"opponentIds":923,"independentOpponentIds":923,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-GJ6YsSuzyRD9YXe6SBwvsu"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.796754630388461,"lowerBound":0,"upperBound":1,"independentScore":0.796754630388461,"independent":true,"opponentIds":924,"independentOpponentIds":924,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.21881173074000898,"lowerBound":0,"upperBound":1,"independentScore":0.21881173074000898,"independent":true,"opponentIds":925,"independentOpponentIds":925,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.27410060738202785,"lowerBound":0,"upperBound":1,"independentScore":0.27410060738202785,"independent":true,"opponentIds":926,"independentOpponentIds":926,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.43124101581217045,"lowerBound":0,"upperBound":1,"independentScore":0.43124101581217045,"independent":true,"opponentIds":927,"independentOpponentIds":927,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.19934589627783844,"lowerBound":0,"upperBound":1,"independentScore":0.19934589627783844,"independent":true,"opponentIds":928,"independentOpponentIds":928,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.2360268808392068,"lowerBound":0,"upperBound":1,"independentScore":0.2360268808392068,"independent":true,"opponentIds":929,"independentOpponentIds":929,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-3.5-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f1a0b7149c8e59cb6d290180","7aa58de7bae00b57d80a75ce","49103875817d61d9002ffe88","f6680cb450982d96a116e675","0043777f9ac5f56c6f8810d7","4c3cf9e57d553a8cf6933ff7","8926adbd496f3eee8e76881d","d4fcaf893082b12bca1a8314","82f400749d1cf6160fb91818","4ef8ec2c58e784a10fd3dbac","3ed2eeaa0561782180d86dc0","2f271a885905a08cad21f261","26ced063b3c0700c84e75fe6","ee81d3d329c92527b405ec62","db67b95544bc8c08234ff699","45186d23f0dbf63b0ed2098d","4013a7b16f5271363e7943cb","52ebca0bd16f48fe28c87869","2974f703c94be05603bc5edf","c34df879d252e8d7047bc1e0","ec5bc8a918512d8932edcc1b","fb38b0f3dad2c23ea05267b5","d995aaf1dca8340a4a693d8a","60804685f644d5cf0ad52320","panel-4ef118c3fb039ddcd97965c7","panel-1a02f6b51825ce2ca2fe0cc6","panel-4dca8fee9d98c7ddb0581ad6","panel-828ad3db06596510a3a5b361","panel-c0f6c7ecaaece53d8096cb1a","panel-6ffc749529292fd222d18cba","panel-f9834bac2c8a90d6c7ce4e5e","panel-79730153cbde8d293d44213a","panel-65f8d6e0729b9c5c42dba5c9","panel-43e3fa367afc5689d6e1a375","panel-54d0390b13496c156fa846ab","panel-e5935fb8a328a72c57a5ecc4","panel-f0a38c4adeea44226aae53f0","panel-7b35407610dfe74743495040","panel-779fc91b62607caad532fe71","panel-8db1335a3d1c4eb91f13f494","panel-69d89ddfd6815cc3c5feb368","panel-d341295ae8ea744fc27e72c3","panel-3e5264e1650bf46bf9444836","panel-3130442bd69925da7c05ade7","panel-66a7edad755fbb5ac65ce9ed","panel-b0514842d51bae1d0371113f","panel-99a523bc66fc8f9af24e40c7","epoch-run-cXn5zzns6VFwbTgotDwZjV","epoch-run-72DQVwbYiQW5pjhshjBaGU","epoch-run-GQKsxFbdBWB546zE8ci49f","epoch-run-GJ6YsSuzyRD9YXe6SBwvsu","vals-finance-agent-v2:google/gemini-3.5-flash","vals-code-migration-v1:google/gemini-3.5-flash","vals-legal-research-v1:google/gemini-3.5-flash","vals-emb-v1:google/gemini-3.5-flash","vals-mmlu-pro-v1:google/gemini-3.5-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash","vals-vibe-code-bench-v1.1:google/gemini-3.5-flash","vals-legal-agent-benchmark-v1:google/gemini-3.5-flash","vals-tax-agent-bench-v1:google/gemini-3.5-flash"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":67}],"unspecified":0,"total":67}},{"id":"gemini-3.5-flash--effort-medium","name":"Gemini 3.5 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":11,"overallRating":{"score":0.27610491597542064,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000047}],"familyWeights":[{"family":"ifbench","share":0.10591716507063088},{"family":"gpqa","share":0.10587659166166251},{"family":"critpt","share":0.10511157892134287},{"family":"hle","share":0.10481117512624254},{"family":"briefcase","share":0.10368928211857653},{"family":"mmmu-pro","share":0.1031904976167384},{"family":"omniscience","share":0.1023090055242669},{"family":"aa-lcr","share":0.0953956013501798},{"family":"tau-bench","share":0.0904680840967962},{"family":"terminal-bench","share":0.08323101851356388}]},"capabilityRatings":[{"bucket":"agentic","score":0.2859876271895019,"supported":true,"families":2,"independentFamilies":2,"opponents":215,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4269591348999877,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3085919675760369,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.41886741624933793,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5848047074205245,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3174767102859461,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.45430645333283276,"lowerBound":0,"upperBound":1,"independentScore":0.45430645333283276,"independent":true,"opponentIds":899,"independentOpponentIds":899,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8e3287c473e31f1aa692b32d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8088686329440163,"lowerBound":0,"upperBound":1,"independentScore":0.8088686329440163,"independent":true,"opponentIds":930,"independentOpponentIds":930,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6b61c20e2441b52b1eeda6c2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8498384133202063,"lowerBound":0,"upperBound":1,"independentScore":0.8498384133202063,"independent":true,"opponentIds":903,"independentOpponentIds":903,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["659ec9b0e73e69c4bad930e7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9576105222191429,"lowerBound":0,"upperBound":1,"independentScore":0.9576105222191429,"independent":true,"opponentIds":907,"independentOpponentIds":907,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b8f276e9b26fa04236baa7c9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.926089671313196,"lowerBound":0,"upperBound":1,"independentScore":0.926089671313196,"independent":true,"opponentIds":909,"independentOpponentIds":909,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f9dd86ac1890669d8fc965b0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9131574788138177,"lowerBound":0,"upperBound":1,"independentScore":0.9131574788138177,"independent":true,"opponentIds":910,"independentOpponentIds":910,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["38ff4299df5d2d58795c37de"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9647664996761056,"lowerBound":0,"upperBound":1,"independentScore":0.9647664996761056,"independent":true,"opponentIds":913,"independentOpponentIds":913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3c68e6a4b646856c33b07d36"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9459630367506364,"lowerBound":0,"upperBound":1,"independentScore":0.9459630367506364,"independent":true,"opponentIds":914,"independentOpponentIds":914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["93e5a5b0f32eb190c9e72fc0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9404240946101078,"lowerBound":0,"upperBound":1,"independentScore":0.9404240946101078,"independent":true,"opponentIds":931,"independentOpponentIds":931,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3d016cb2392999fd837c5a19"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9202324974556064,"lowerBound":0,"upperBound":1,"independentScore":0.9202324974556064,"independent":true,"opponentIds":932,"independentOpponentIds":932,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e3819166dd2bc4c0989fc91e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8e3287c473e31f1aa692b32d","6b61c20e2441b52b1eeda6c2","659ec9b0e73e69c4bad930e7","b8f276e9b26fa04236baa7c9","f9dd86ac1890669d8fc965b0","38ff4299df5d2d58795c37de","3c68e6a4b646856c33b07d36","93e5a5b0f32eb190c9e72fc0","3d016cb2392999fd837c5a19","e3819166dd2bc4c0989fc91e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":11}],"unspecified":0,"total":11}},{"id":"gemini-3.5-flash--effort-minimal","name":"Gemini 3.5 Flash · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":14,"overallRating":{"score":0.11017765363338244,"supported":true,"families":11,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":234,"independentFamilies":11,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4197721564678448},{"source":"Artificial Analysis","independent":true,"share":0.33622365254647374},{"source":"Epoch AI","independent":true,"share":0.2440041909856848}],"familyWeights":[{"family":"arc-agi","share":0.41977215646784494},{"family":"gpqa","share":0.162765208526405},{"family":"aime","share":0.12046680210150303},{"family":"ifbench","share":0.040149758346918495},{"family":"hle","share":0.03929052599107728},{"family":"critpt","share":0.03879964106679304},{"family":"omniscience","share":0.03857006570174258},{"family":"mmmu-pro","share":0.038300716909357296},{"family":"aa-lcr","share":0.036064175113386956},{"family":"tau-bench","share":0.034230342281363756},{"family":"terminal-bench","share":0.03159060749360955}]},"capabilityRatings":[{"bucket":"agentic","score":0.08229870540429933,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.19735005119672053,"supported":true,"families":5,"independentFamilies":5,"opponents":234,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4002785800351101,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.17724374512545962,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4470593350127485,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.142776757696287,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6290208870648711,"lowerBound":0,"upperBound":1,"independentScore":0.6290208870648711,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-JuM7FArkmhLqqKBqudySsC"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5808050456709649,"lowerBound":0,"upperBound":1,"independentScore":0.5808050456709649,"independent":true,"opponentIds":930,"independentOpponentIds":930,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["18382cba8ad41ba0fcd02f09"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6877918572160846,"lowerBound":0,"upperBound":1,"independentScore":0.6877918572160846,"independent":true,"opponentIds":903,"independentOpponentIds":903,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f677a6cc7f2d3051b0fed1ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.758239136437702,"lowerBound":0,"upperBound":1,"independentScore":0.758239136437702,"independent":true,"opponentIds":934,"independentOpponentIds":934,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["c85afda5b7cf54f858d9dc01","epoch-run-QDZRoAVaEDtdS6nECEeE35"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7353655400800579,"lowerBound":0,"upperBound":1,"independentScore":0.7353655400800579,"independent":true,"opponentIds":909,"independentOpponentIds":909,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0c26eadda993beb0a60a75c5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.577066857864693,"lowerBound":0,"upperBound":1,"independentScore":0.577066857864693,"independent":true,"opponentIds":910,"independentOpponentIds":910,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e82f2ee0575fd64541be5657"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.906509484279411,"lowerBound":0,"upperBound":1,"independentScore":0.906509484279411,"independent":true,"opponentIds":913,"independentOpponentIds":913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["dc830fdbd7ea5aecae7ec143"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8904554609649449,"lowerBound":0,"upperBound":1,"independentScore":0.8904554609649449,"independent":true,"opponentIds":914,"independentOpponentIds":914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0706386e9f89892ee07c08e5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6119604802468527,"lowerBound":0,"upperBound":1,"independentScore":0.6119604802468527,"independent":true,"opponentIds":931,"independentOpponentIds":931,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4fd4845c687fa5057dfe1805"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9623363934782374,"lowerBound":0,"upperBound":1,"independentScore":0.9623363934782374,"independent":true,"opponentIds":932,"independentOpponentIds":932,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["809ea178ba06ea5f19a38095"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.33880358580991005,"lowerBound":0,"upperBound":1,"independentScore":0.33880358580991005,"independent":true,"opponentIds":917,"independentOpponentIds":917,"panelSize":49,"publishers":["ARC Prize"],"observations":["0e2bb982e97ed49d227de10d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["18382cba8ad41ba0fcd02f09","f677a6cc7f2d3051b0fed1ab","c85afda5b7cf54f858d9dc01","0c26eadda993beb0a60a75c5","e82f2ee0575fd64541be5657","dc830fdbd7ea5aecae7ec143","0706386e9f89892ee07c08e5","4fd4845c687fa5057dfe1805","809ea178ba06ea5f19a38095","0e2bb982e97ed49d227de10d","epoch-run-QDZRoAVaEDtdS6nECEeE35","epoch-run-JuM7FArkmhLqqKBqudySsC"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":14}],"unspecified":0,"total":14}},{"id":"gemini-3.5-flash-lite--effort-reasoning","name":"Gemini 3.5 Flash-Lite · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":19,"overallRating":{"score":0.11471989529234455,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999915}],"familyWeights":[{"family":"hle","share":0.08044903974605006},{"family":"gpqa","share":0.08022265163285158},{"family":"critpt","share":0.08021213226975563},{"family":"omniscience","share":0.07995509238029938},{"family":"mmmu-pro","share":0.07985255026403341},{"family":"gdpval","share":0.07341602231083273},{"family":"briefcase","share":0.07020996574352628},{"family":"automationbench","share":0.07018559578511721},{"family":"gdp-pdf","share":0.06988677850346983},{"family":"aa-lcr","share":0.06751197807273346},{"family":"terminal-bench","share":0.06070126743792245},{"family":"enterprise-ops","share":0.0500844280595975},{"family":"terminal-bench-science","share":0.048667422503066764},{"family":"tau-bench","share":0.04841493941059841},{"family":"harvey","share":0.040230135880142244}]},"capabilityRatings":[{"bucket":"agentic","score":0.2596707490334747,"supported":true,"families":8,"independentFamilies":8,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1027144181047846,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.232818800002177,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19449041852458016,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.38863218818613987,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2734234110227308,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3857471247283721,"lowerBound":0,"upperBound":1,"independentScore":0.3857471247283721,"independent":true,"opponentIds":935,"independentOpponentIds":935,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["056acd83e1017f8328f99918"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6131859923363463,"lowerBound":0,"upperBound":1,"independentScore":0.6131859923363463,"independent":true,"opponentIds":936,"independentOpponentIds":936,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["aa3e7986ac74b1d41c049659","fc74bcb7728d73322b4c984c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6163755268715987,"lowerBound":0,"upperBound":1,"independentScore":0.6163755268715987,"independent":true,"opponentIds":937,"independentOpponentIds":937,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["14a902d4f36d2bebe6ff22a0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23432772780818106,"lowerBound":0,"upperBound":1,"independentScore":0.23432772780818106,"independent":true,"opponentIds":938,"independentOpponentIds":938,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2e8ef8685e32a69af902f783"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7045528841239983,"lowerBound":0,"upperBound":1,"independentScore":0.7045528841239983,"independent":true,"opponentIds":939,"independentOpponentIds":939,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["93f57b1a7efa63a3d40f7270"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6852250079267137,"lowerBound":0,"upperBound":1,"independentScore":0.6852250079267137,"independent":true,"opponentIds":940,"independentOpponentIds":940,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ae13f406495e677556b5a0c3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5667352877565139,"lowerBound":0,"upperBound":1,"independentScore":0.5667352877565139,"independent":true,"opponentIds":941,"independentOpponentIds":941,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6bafee414b326ac2fd534566"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.742141522686395,"lowerBound":0,"upperBound":1,"independentScore":0.742141522686395,"independent":true,"opponentIds":942,"independentOpponentIds":942,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bf28d2d6dffc1a351c70a760"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.0958010052393531,"lowerBound":0,"upperBound":1,"independentScore":0.0958010052393531,"independent":true,"opponentIds":943,"independentOpponentIds":943,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["50ac9bba9acf7056e2d17474"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.662217164707932,"lowerBound":0,"upperBound":1,"independentScore":0.662217164707932,"independent":true,"opponentIds":944,"independentOpponentIds":944,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a1cfe34cd9aecb7162043dcc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8592183301632226,"lowerBound":0,"upperBound":1,"independentScore":0.8592183301632226,"independent":true,"opponentIds":945,"independentOpponentIds":945,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["fcc617a3338c6253fdf4353c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7432218195987956,"lowerBound":0,"upperBound":1,"independentScore":0.7432218195987956,"independent":true,"opponentIds":946,"independentOpponentIds":946,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["199cbf5b9764d44dc0a19484"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5709000350577752,"lowerBound":0,"upperBound":1,"independentScore":0.5709000350577752,"independent":true,"opponentIds":947,"independentOpponentIds":947,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ae5702c7b4374ba438f5ea3d"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.008197391746731569,"lowerBound":0,"upperBound":1,"independentScore":0.008197391746731569,"independent":true,"opponentIds":948,"independentOpponentIds":948,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["4133479f872bb7865947541b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5588392132241268,"lowerBound":0,"upperBound":1,"independentScore":0.5588392132241268,"independent":true,"opponentIds":949,"independentOpponentIds":949,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["f3e410a3346994f7eea97dc6","e253ea51b6a540f66de5395f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["056acd83e1017f8328f99918","aa3e7986ac74b1d41c049659","14a902d4f36d2bebe6ff22a0","2e8ef8685e32a69af902f783","93f57b1a7efa63a3d40f7270","ae13f406495e677556b5a0c3","6bafee414b326ac2fd534566","bf28d2d6dffc1a351c70a760","50ac9bba9acf7056e2d17474","a1cfe34cd9aecb7162043dcc","fc74bcb7728d73322b4c984c","fcc617a3338c6253fdf4353c","199cbf5b9764d44dc0a19484","ae5702c7b4374ba438f5ea3d","4133479f872bb7865947541b","f3e410a3346994f7eea97dc6","e253ea51b6a540f66de5395f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"gemini-3.5-flash-lite--effort-high","name":"Gemini 3.5 Flash-Lite · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":39,"overallRating":{"score":0.10476973642853114,"supported":true,"families":20,"publishers":4,"evaluationSources":4,"taskAreas":4,"opponents":89,"independentFamilies":20,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2793745692445331},{"source":"Vals AI","independent":true,"share":0.26094321782807467},{"source":"LiveBench","independent":true,"share":0.2468303036699253},{"source":"Epoch AI","independent":true,"share":0.21285190925746814}],"familyWeights":[{"family":"arc-agi","share":0.279374569244533},{"family":"gpqa","share":0.07217840790205536},{"family":"aime","share":0.07094912667457283},{"family":"frontiermath","share":0.06972437468084029},{"family":"livebench-coding","share":0.03526147195284628},{"family":"livebench-data","share":0.03526147195284625},{"family":"livebench-language","share":0.03526147195284625},{"family":"multi-swe-bench","share":0.03526147195284625},{"family":"livebench-instructions","share":0.03526147195284624},{"family":"livebench-math","share":0.03526147195284624},{"family":"livebench-reasoning","share":0.03526147195284624},{"family":"harvey","share":0.029339953042648883},{"family":"vals-code-migration","share":0.02931748833458711},{"family":"vibe-code","share":0.029250544328970236},{"family":"vals-legal-research","share":0.029120210212852844},{"family":"terminal-bench","share":0.02893327573274478},{"family":"vals-excel-modeling","share":0.028913068185031865},{"family":"vals-finance-agent","share":0.028832321406061418},{"family":"vals-tax-agent","share":0.028791216030978235},{"family":"mmlu-pro","share":0.028445140554199482}]},"capabilityRatings":[{"bucket":"agentic","score":0.20355499407052868,"supported":true,"families":6,"independentFamilies":6,"opponents":46,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16050863250759798,"supported":true,"families":6,"independentFamilies":6,"opponents":87,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.22461483210953048,"supported":true,"families":5,"independentFamilies":5,"opponents":46,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15708952137400803,"supported":true,"families":3,"independentFamilies":3,"opponents":43,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.47036410760040476,"lowerBound":0,"upperBound":1,"independentScore":0.47036410760040476,"independent":true,"opponentIds":950,"independentOpponentIds":950,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-mqsc4vFuKtAHXxbYyX9WwK"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6138948116560062,"lowerBound":0,"upperBound":1,"independentScore":0.6138948116560062,"independent":true,"opponentIds":951,"independentOpponentIds":951,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-chbh6XstiqtUa5W9zuyfjS"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.07660662219914527,"lowerBound":0,"upperBound":1,"independentScore":0.07660662219914527,"independent":true,"opponentIds":952,"independentOpponentIds":952,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.12301787698212299,"lowerBound":0,"upperBound":1,"independentScore":0.12301787698212299,"independent":true,"opponentIds":953,"independentOpponentIds":953,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.11753026537587698,"lowerBound":0,"upperBound":1,"independentScore":0.11753026537587698,"independent":true,"opponentIds":954,"independentOpponentIds":954,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3815908891296076,"lowerBound":0,"upperBound":1,"independentScore":0.3815908891296076,"independent":true,"opponentIds":955,"independentOpponentIds":955,"panelSize":49,"publishers":["ARC Prize"],"observations":["8b0081bbd7294e66bbccf771"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.029447943318244466,"lowerBound":0,"upperBound":1,"independentScore":0.029447943318244466,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-51cb8fa9a9f00859384ed176","panel-f573c5db18f106fe09304de4","panel-d44be38166189727bb5717a2","panel-c72b7981866ef805a49330cf"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.21186774257036017,"lowerBound":0,"upperBound":1,"independentScore":0.21186774257036017,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-607345e5f467b95cf251d99d","panel-4d93b113c1ffbccf10888778"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.13829298694482728,"lowerBound":0,"upperBound":1,"independentScore":0.13829298694482728,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-85e5f51bb280d552f8a1344b","panel-7393786a27fc26872419dcaa","panel-aa1c9bf038808a60c6fff323"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.13983467821295031,"lowerBound":0,"upperBound":1,"independentScore":0.13983467821295031,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-27b4ef02c7a063ec88c3ddc7","panel-6f800c82438e0951dfa9fdfc","panel-e77cd1796c179d78dc2ff4d7"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.22288919504034657,"lowerBound":0,"upperBound":1,"independentScore":0.22288919504034657,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-5c58f2a3098155c426bac27d","panel-0e6208d14f6ce63317052579","panel-430f81ce32b4f74a36ac8608"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.06893328085022639,"lowerBound":0,"upperBound":1,"independentScore":0.06893328085022639,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-873971713d4ce0742cfd0e18","panel-6a0b5beb7d2564d7dfeee8dd","panel-0ee4308b1b8e689522786fba","panel-bf109486b4ee154dd5bf538c"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.41788033851604045,"lowerBound":0,"upperBound":1,"independentScore":0.41788033851604045,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e759c56964927bda6b798d1b","panel-5c1bdcb24909d99616ed5841","panel-c11b52096eae273aa28d6c38","panel-82b98df2935ac4c2e6f10aba"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.12773387559404814,"lowerBound":0,"upperBound":1,"independentScore":0.12773387559404814,"independent":true,"opponentIds":957,"independentOpponentIds":957,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-juNVfKBcYTwaKnk9GRA2zL","epoch-run-8o2J9uQLKDCTiCFwYdkJRK"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.18517868962825088,"lowerBound":0,"upperBound":1,"independentScore":0.18517868962825088,"independent":true,"opponentIds":958,"independentOpponentIds":958,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.030378334254671697,"lowerBound":0,"upperBound":1,"independentScore":0.030378334254671697,"independent":true,"opponentIds":959,"independentOpponentIds":959,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.09085726160092497,"lowerBound":0,"upperBound":1,"independentScore":0.09085726160092497,"independent":true,"opponentIds":960,"independentOpponentIds":960,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.09703023668997074,"lowerBound":0,"upperBound":1,"independentScore":0.09703023668997074,"independent":true,"opponentIds":961,"independentOpponentIds":961,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.170508012454978,"lowerBound":0,"upperBound":1,"independentScore":0.170508012454978,"independent":true,"opponentIds":962,"independentOpponentIds":962,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.1299211929271927,"lowerBound":0,"upperBound":1,"independentScore":0.1299211929271927,"independent":true,"opponentIds":963,"independentOpponentIds":963,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8b0081bbd7294e66bbccf771","panel-51cb8fa9a9f00859384ed176","panel-607345e5f467b95cf251d99d","panel-4d93b113c1ffbccf10888778","panel-85e5f51bb280d552f8a1344b","panel-27b4ef02c7a063ec88c3ddc7","panel-f573c5db18f106fe09304de4","panel-5c58f2a3098155c426bac27d","panel-873971713d4ce0742cfd0e18","panel-d44be38166189727bb5717a2","panel-c72b7981866ef805a49330cf","panel-e759c56964927bda6b798d1b","panel-7393786a27fc26872419dcaa","panel-0e6208d14f6ce63317052579","panel-5c1bdcb24909d99616ed5841","panel-6a0b5beb7d2564d7dfeee8dd","panel-c11b52096eae273aa28d6c38","panel-82b98df2935ac4c2e6f10aba","panel-6f800c82438e0951dfa9fdfc","panel-e77cd1796c179d78dc2ff4d7","panel-0ee4308b1b8e689522786fba","panel-430f81ce32b4f74a36ac8608","panel-aa1c9bf038808a60c6fff323","panel-bf109486b4ee154dd5bf538c","epoch-run-juNVfKBcYTwaKnk9GRA2zL","epoch-run-8o2J9uQLKDCTiCFwYdkJRK","epoch-run-chbh6XstiqtUa5W9zuyfjS","epoch-run-mqsc4vFuKtAHXxbYyX9WwK","vals-finance-agent-v2:google/gemini-3.5-flash-lite","vals-code-migration-v1:google/gemini-3.5-flash-lite","vals-legal-research-v1:google/gemini-3.5-flash-lite","vals-emb-v1:google/gemini-3.5-flash-lite","vals-mmlu-pro-v1:google/gemini-3.5-flash-lite","vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash-lite","vals-vibe-code-bench-v1.1:google/gemini-3.5-flash-lite","vals-legal-agent-benchmark-v1:google/gemini-3.5-flash-lite","vals-tax-agent-bench-v1:google/gemini-3.5-flash-lite"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-wonder-full","muse-spark-1.1","gemini-4-argon","muse-wonder","grok-4.7","claude-sonnet-5-5","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-opus-4-5-20251101","glm-5.1","qwen3.5-flash","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":39}],"unspecified":0,"total":39}},{"id":"gemini-3.5-flash-lite--effort-low","name":"Gemini 3.5 Flash-Lite · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":5,"overallRating":{"score":0.023772444483604077,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":77,"independentFamilies":4,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5111652062497737},{"source":"Epoch AI","independent":true,"share":0.488834793750226}],"familyWeights":[{"family":"arc-agi","share":0.5111652062497747},{"family":"epoch-game-puzzles","share":0.2619189228648748},{"family":"gpqa","share":0.1144669203300706},{"family":"aime","share":0.11244895055528062}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07259342244267301,"supported":true,"families":4,"independentFamilies":4,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3534544546797257,"lowerBound":0,"upperBound":1,"independentScore":0.3534544546797257,"independent":true,"opponentIds":950,"independentOpponentIds":950,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-B3Kno3buYWRYbZxU33STiX"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3700854247360324,"lowerBound":0,"upperBound":1,"independentScore":0.3700854247360324,"independent":true,"opponentIds":951,"independentOpponentIds":951,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-dgSJTFQ4UtuQKEhB9ss6K7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.11593694588959681,"lowerBound":0,"upperBound":1,"independentScore":0.11593694588959681,"independent":true,"opponentIds":955,"independentOpponentIds":955,"panelSize":49,"publishers":["ARC Prize"],"observations":["673c903462f2e3ace1f8a3a5"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.34782608695652173,"lowerBound":0,"upperBound":1,"independentScore":0.34782608695652173,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-Mg2yb9Tp3yc2H3ApJX6JBK"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["673c903462f2e3ace1f8a3a5","epoch-run-dgSJTFQ4UtuQKEhB9ss6K7","epoch-run-Mg2yb9Tp3yc2H3ApJX6JBK","epoch-run-B3Kno3buYWRYbZxU33STiX"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.5-flash-lite--effort-medium","name":"Gemini 3.5 Flash-Lite · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":1,"overallRating":{"score":0.0715035321262406,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000033}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1394664919791731,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.42682792396970193,"lowerBound":0,"upperBound":1,"independentScore":0.42682792396970193,"independent":true,"opponentIds":955,"independentOpponentIds":955,"panelSize":49,"publishers":["ARC Prize"],"observations":["38942fa126421e15bf1592ee"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38942fa126421e15bf1592ee"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.5-flash-lite--effort-minimal","name":"Gemini 3.5 Flash-Lite · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":5,"overallRating":{"score":0.01238039921200581,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":77,"independentFamilies":4,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5111652062497737},{"source":"Epoch AI","independent":true,"share":0.488834793750226}],"familyWeights":[{"family":"arc-agi","share":0.5111652062497747},{"family":"epoch-game-puzzles","share":0.2619189228648748},{"family":"gpqa","share":0.1144669203300706},{"family":"aime","share":0.11244895055528062}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.04923260806083682,"supported":true,"families":4,"independentFamilies":4,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2660836906015912,"lowerBound":0,"upperBound":1,"independentScore":0.2660836906015912,"independent":true,"opponentIds":950,"independentOpponentIds":950,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-ivr2LfmdZoCMfLME7jh2L8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3382501193823952,"lowerBound":0,"upperBound":1,"independentScore":0.3382501193823952,"independent":true,"opponentIds":951,"independentOpponentIds":951,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-7aAKcnsCXoSumfAu8mr2un"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.06683423939517935,"lowerBound":0,"upperBound":1,"independentScore":0.06683423939517935,"independent":true,"opponentIds":955,"independentOpponentIds":955,"panelSize":49,"publishers":["ARC Prize"],"observations":["f591fd70b9b02e903ae88a25"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.17391304347826086,"lowerBound":0,"upperBound":1,"independentScore":0.17391304347826086,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-fJKhFRm5dn9wzbXojee7uj"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f591fd70b9b02e903ae88a25","epoch-run-7aAKcnsCXoSumfAu8mr2un","epoch-run-fJKhFRm5dn9wzbXojee7uj","epoch-run-ivr2LfmdZoCMfLME7jh2L8"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.6-flash--effort-high","name":"Gemini 3.6 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":61,"overallRating":{"score":0.3643792951636686,"supported":true,"families":34,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":237,"independentFamilies":34,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.15047882512290817},{"source":"Artificial Analysis","independent":true,"share":0.14966883932912575},{"source":"Vals AI","independent":true,"share":0.14788939727274256},{"source":"LiveBench","independent":true,"share":0.14585011754336963},{"source":"ARC Prize","independent":true,"share":0.1416477813656955},{"source":"Epoch AI","independent":true,"share":0.1403963263018666},{"source":"Cognition","independent":true,"share":0.12406871306429995}],"familyWeights":[{"family":"deepswe","share":0.15047882512290825},{"family":"arc-agi","share":0.14164778136569514},{"family":"frontiercode","share":0.12406871306429994},{"family":"gpqa","share":0.03811747602944561},{"family":"epoch-game-puzzles","share":0.02997693752448457},{"family":"simpleqa","share":0.029841906274374285},{"family":"frontiermath","share":0.029726567081571714},{"family":"terminal-bench","share":0.028794956577802032},{"family":"aime","share":0.025298501858898644},{"family":"livebench-data","share":0.02083573107762429},{"family":"livebench-language","share":0.02083573107762429},{"family":"multi-swe-bench","share":0.02083573107762429},{"family":"livebench-coding","share":0.020835731077624285},{"family":"livebench-instructions","share":0.020835731077624257},{"family":"livebench-math","share":0.020835731077624257},{"family":"livebench-reasoning","share":0.020835731077624257},{"family":"vals-code-migration","share":0.016456308462515282},{"family":"vals-legal-research","share":0.016447830890805544},{"family":"vibe-code","share":0.016447830890805544},{"family":"vals-excel-modeling","share":0.01643892944051035},{"family":"vals-finance-agent","share":0.0164295715055846},{"family":"vals-tax-agent","share":0.0164295715055846},{"family":"harvey","share":0.01641972104776804},{"family":"mmlu-pro","share":0.01634991287177725},{"family":"mmmu-pro","share":0.012576311848112066},{"family":"hle","share":0.01257412324862811},{"family":"critpt","share":0.012573743258726752},{"family":"omniscience","share":0.012572777761322873},{"family":"gdpval","share":0.012529848560805466},{"family":"briefcase","share":0.012512976304608014},{"family":"automationbench","share":0.01247979465482125},{"family":"gdp-pdf","share":0.012477493308613087},{"family":"aa-lcr","share":0.012366756409710107},{"family":"tau-bench","share":0.012114715586457507}]},"capabilityRatings":[{"bucket":"agentic","score":0.40197667104078266,"supported":true,"families":11,"independentFamilies":11,"opponents":148,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.42329150433870816,"supported":true,"families":9,"independentFamilies":9,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.39505280858738256,"supported":true,"families":7,"independentFamilies":7,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6069514445302305,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.582417849972836,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4345667778422539,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5833295823780117,"lowerBound":0,"upperBound":1,"independentScore":0.5833295823780117,"independent":true,"opponentIds":965,"independentOpponentIds":965,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["92ca07ec8fbd91ad5b8d40fc"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7228327228327224,"lowerBound":0,"upperBound":1,"independentScore":0.7228327228327224,"independent":true,"opponentIds":966,"independentOpponentIds":966,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-ajQFZGMjvyMTH2ULDZhwtz"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6683989938574919,"lowerBound":0,"upperBound":1,"independentScore":0.6683989938574919,"independent":true,"opponentIds":967,"independentOpponentIds":967,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["f6ffd9abea94086795b1b021","b17a8a203a5700bf6b24b1dd"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7531756124145843,"lowerBound":0,"upperBound":1,"independentScore":0.7531756124145843,"independent":true,"opponentIds":968,"independentOpponentIds":968,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f7feb1b4c5dcc54ceeb081e5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8017014694508895,"lowerBound":0,"upperBound":1,"independentScore":0.8017014694508895,"independent":true,"opponentIds":969,"independentOpponentIds":969,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e5b3726bd56bde48a05ea653"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7442122873211352,"lowerBound":0,"upperBound":1,"independentScore":0.7442122873211352,"independent":true,"opponentIds":970,"independentOpponentIds":970,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1b780fdbb3ba1783df7f48fd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7345521360972763,"lowerBound":0,"upperBound":1,"independentScore":0.7345521360972763,"independent":true,"opponentIds":971,"independentOpponentIds":971,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["3122c70b465bb5750ffb649d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.956238881215797,"lowerBound":0,"upperBound":1,"independentScore":0.956238881215797,"independent":true,"opponentIds":972,"independentOpponentIds":972,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["853d1d98eb6de55793d0cc29","epoch-run-86SY5JbPB49xXhHFQW6tHu"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.34295573135835716,"lowerBound":0,"upperBound":1,"independentScore":0.34295573135835716,"independent":true,"opponentIds":973,"independentOpponentIds":973,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8664359224067604,"lowerBound":0,"upperBound":1,"independentScore":0.8664359224067604,"independent":true,"opponentIds":974,"independentOpponentIds":974,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c8e7c88617e57d2c35a87d27"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6767509324492332,"lowerBound":0,"upperBound":1,"independentScore":0.6767509324492332,"independent":true,"opponentIds":975,"independentOpponentIds":975,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9512411558238848,"lowerBound":0,"upperBound":1,"independentScore":0.9512411558238848,"independent":true,"opponentIds":976,"independentOpponentIds":976,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f04dc462968ee573e79360f3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.924742144949899,"lowerBound":0,"upperBound":1,"independentScore":0.924742144949899,"independent":true,"opponentIds":977,"independentOpponentIds":977,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["67ab689539a46af639c2b744"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.762716872467423,"lowerBound":0,"upperBound":1,"independentScore":0.762716872467423,"independent":true,"opponentIds":978,"independentOpponentIds":978,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["78d774eebc1ccfbeb52630b6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6650388157821375,"lowerBound":0,"upperBound":1,"independentScore":0.6650388157821375,"independent":true,"opponentIds":979,"independentOpponentIds":979,"panelSize":142,"publishers":["Artificial Analysis","Vals AI"],"observations":["f045d061de3521153304de3e","23637f59cee916ee9d76d1c3","vals-terminal-bench-2-1-v2.1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.628762086340733,"lowerBound":0,"upperBound":1,"independentScore":0.628762086340733,"independent":true,"opponentIds":980,"independentOpponentIds":980,"panelSize":49,"publishers":["ARC Prize"],"observations":["a40850daad4b8e157f489b7d"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.2552763819095477,"lowerBound":0,"upperBound":1,"independentScore":0.2552763819095477,"independent":true,"opponentIds":981,"independentOpponentIds":981,"panelSize":25,"publishers":["Datacurve"],"observations":["c81497e333fcbd26ddd6cc87"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3039879608728367,"lowerBound":0,"upperBound":1,"independentScore":0.3039879608728367,"independent":true,"opponentIds":982,"independentOpponentIds":982,"panelSize":9,"publishers":["Cognition"],"observations":["ca8bd8b35520f3df29860eb1","d4b90ed9c9a977ac490e95b4"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.2662018853102912,"lowerBound":0,"upperBound":1,"independentScore":0.2662018853102912,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f31c0e7a8f4e830bbd7f64c2","panel-45e2f893822c593c4ecd6e28","panel-ef97c9d27235b86d73fda913","panel-c399a15bbae382124505b488"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.36920659858601756,"lowerBound":0,"upperBound":1,"independentScore":0.36920659858601756,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-37f739dcc05b39207d9d2861","panel-8326dae2469e1a9f74d18cfa"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.6959937156323648,"lowerBound":0,"upperBound":1,"independentScore":0.6959937156323648,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-99585dbf3dfb57868d6e94e8","panel-f128b281d5845ab277063785","panel-5e5c864b2d0837ecf9a3a2cc"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.28083267871170475,"lowerBound":0,"upperBound":1,"independentScore":0.28083267871170475,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-56f7440caf2be4e507c56b62","panel-40d49ac5b8305a87cd60dc70","panel-e651b88f8758433c31ceeef5"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.20070699135899453,"lowerBound":0,"upperBound":1,"independentScore":0.20070699135899453,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f2c256a295bd7932f236f885","panel-8d9e48f418b10c02e9fa3a61","panel-89ba0bd0c133f90bcefa0bbf"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.45551846032992976,"lowerBound":0,"upperBound":1,"independentScore":0.45551846032992976,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-19da7fc7d58c0bfc47ec9a8c","panel-62c1d3bad9ee9ff062c24b7c","panel-6ca64d4b4bf1eb5d2a9614db","panel-2fadbe78a18174dfa36798ad"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7908483896307933,"lowerBound":0,"upperBound":1,"independentScore":0.7908483896307933,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-217316b453a05c8a737a5311","panel-ed8c7db295ec15f18a8163ae","panel-3b96713def9718e318008623","panel-422f1455cd480504d8bec31c"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.30852339042932453,"lowerBound":0,"upperBound":1,"independentScore":0.30852339042932453,"independent":true,"opponentIds":984,"independentOpponentIds":984,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-JCMjXU6FRiiLV3xvs9R2Xv","epoch-run-nb9LnDeeQyvRCqsbsTANGD"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5905905905905912,"lowerBound":0,"upperBound":1,"independentScore":0.5905905905905912,"independent":true,"opponentIds":985,"independentOpponentIds":985,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-YBqiCXPjMUSAgAjDUoz5sy"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.8144796380090499,"lowerBound":0,"upperBound":1,"independentScore":0.8144796380090499,"independent":true,"opponentIds":986,"independentOpponentIds":986,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-F83pa7Gfsb4UNVttTnS5Hk"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.6656285854777907,"lowerBound":0,"upperBound":1,"independentScore":0.6656285854777907,"independent":true,"opponentIds":987,"independentOpponentIds":987,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.291748974320012,"lowerBound":0,"upperBound":1,"independentScore":0.291748974320012,"independent":true,"opponentIds":988,"independentOpponentIds":988,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.17442765924310863,"lowerBound":0,"upperBound":1,"independentScore":0.17442765924310863,"independent":true,"opponentIds":989,"independentOpponentIds":989,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.5024756428685512,"lowerBound":0,"upperBound":1,"independentScore":0.5024756428685512,"independent":true,"opponentIds":990,"independentOpponentIds":990,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.27410060738202785,"lowerBound":0,"upperBound":1,"independentScore":0.27410060738202785,"independent":true,"opponentIds":991,"independentOpponentIds":991,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.18357646287493862,"lowerBound":0,"upperBound":1,"independentScore":0.18357646287493862,"independent":true,"opponentIds":992,"independentOpponentIds":992,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-3.6-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["92ca07ec8fbd91ad5b8d40fc","f6ffd9abea94086795b1b021","f7feb1b4c5dcc54ceeb081e5","e5b3726bd56bde48a05ea653","1b780fdbb3ba1783df7f48fd","3122c70b465bb5750ffb649d","853d1d98eb6de55793d0cc29","c8e7c88617e57d2c35a87d27","b17a8a203a5700bf6b24b1dd","f04dc462968ee573e79360f3","67ab689539a46af639c2b744","78d774eebc1ccfbeb52630b6","f045d061de3521153304de3e","23637f59cee916ee9d76d1c3","a40850daad4b8e157f489b7d","c81497e333fcbd26ddd6cc87","ca8bd8b35520f3df29860eb1","d4b90ed9c9a977ac490e95b4","panel-f31c0e7a8f4e830bbd7f64c2","panel-37f739dcc05b39207d9d2861","panel-8326dae2469e1a9f74d18cfa","panel-99585dbf3dfb57868d6e94e8","panel-56f7440caf2be4e507c56b62","panel-45e2f893822c593c4ecd6e28","panel-f2c256a295bd7932f236f885","panel-19da7fc7d58c0bfc47ec9a8c","panel-ef97c9d27235b86d73fda913","panel-c399a15bbae382124505b488","panel-217316b453a05c8a737a5311","panel-f128b281d5845ab277063785","panel-8d9e48f418b10c02e9fa3a61","panel-ed8c7db295ec15f18a8163ae","panel-62c1d3bad9ee9ff062c24b7c","panel-3b96713def9718e318008623","panel-422f1455cd480504d8bec31c","panel-40d49ac5b8305a87cd60dc70","panel-e651b88f8758433c31ceeef5","panel-6ca64d4b4bf1eb5d2a9614db","panel-89ba0bd0c133f90bcefa0bbf","panel-5e5c864b2d0837ecf9a3a2cc","panel-2fadbe78a18174dfa36798ad","epoch-run-JCMjXU6FRiiLV3xvs9R2Xv","epoch-run-nb9LnDeeQyvRCqsbsTANGD","epoch-run-86SY5JbPB49xXhHFQW6tHu","epoch-run-YBqiCXPjMUSAgAjDUoz5sy","epoch-run-ajQFZGMjvyMTH2ULDZhwtz","epoch-run-F83pa7Gfsb4UNVttTnS5Hk","vals-finance-agent-v2:google/gemini-3.6-flash","vals-code-migration-v1:google/gemini-3.6-flash","vals-legal-research-v1:google/gemini-3.6-flash","vals-emb-v1:google/gemini-3.6-flash","vals-mmlu-pro-v1:google/gemini-3.6-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.6-flash","vals-vibe-code-bench-v1.1:google/gemini-3.6-flash","vals-legal-agent-benchmark-v1:google/gemini-3.6-flash","vals-tax-agent-bench-v1:google/gemini-3.6-flash"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":61}],"unspecified":0,"total":61}},{"id":"gemini-3.6-flash--effort-low","name":"Gemini 3.6 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":7,"overallRating":{"score":0.16203270712133336,"supported":true,"families":5,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":78,"independentFamilies":5,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.38401778724060986},{"source":"Epoch AI","independent":true,"share":0.35400556113693843},{"source":"Cognition","independent":true,"share":0.26197665162245065}],"familyWeights":[{"family":"arc-agi","share":0.3840177872406103},{"family":"frontiercode","share":0.26197665162245065},{"family":"epoch-game-puzzles","share":0.17023753535032896},{"family":"gpqa","share":0.09303805568867568},{"family":"aime","share":0.09072997009793367}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.26004881862984425,"supported":true,"families":4,"independentFamilies":4,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2514187525448642,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.688746739780265,"lowerBound":0,"upperBound":1,"independentScore":0.688746739780265,"independent":true,"opponentIds":966,"independentOpponentIds":966,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-6iEkMa88YjLDgcde4bLm8B"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7509540903902623,"lowerBound":0,"upperBound":1,"independentScore":0.7509540903902623,"independent":true,"opponentIds":993,"independentOpponentIds":993,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-JoraLb9y55QXpMg4Rrmr5x"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5229771319175744,"lowerBound":0,"upperBound":1,"independentScore":0.5229771319175744,"independent":true,"opponentIds":980,"independentOpponentIds":980,"panelSize":49,"publishers":["ARC Prize"],"observations":["05c31f600e16e2079feb1579"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.07220216606498195,"lowerBound":0,"upperBound":1,"independentScore":0.07220216606498195,"independent":true,"opponentIds":982,"independentOpponentIds":982,"panelSize":9,"publishers":["Cognition"],"observations":["0acab77924c8fa3e469de011","5b4b76daf2a598a3aa8925a7"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5555555555555556,"lowerBound":0,"upperBound":1,"independentScore":0.5555555555555556,"independent":true,"opponentIds":994,"independentOpponentIds":994,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-M8sY8vHnvSLxQUg3HTMTCp"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["05c31f600e16e2079feb1579","0acab77924c8fa3e469de011","5b4b76daf2a598a3aa8925a7","epoch-run-JoraLb9y55QXpMg4Rrmr5x","epoch-run-M8sY8vHnvSLxQUg3HTMTCp","epoch-run-6iEkMa88YjLDgcde4bLm8B"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","mistral-large-4"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":7}],"unspecified":0,"total":7}},{"id":"gemini-3.6-flash--effort-medium","name":"Gemini 3.6 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":3,"overallRating":{"score":0.2906857302990608,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":51,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6307089985930143},{"source":"Cognition","independent":true,"share":0.3692910014069857}],"familyWeights":[{"family":"arc-agi","share":0.6307089985930138},{"family":"frontiercode","share":0.3692910014069858}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.34225050365062987,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4739395885324898,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6519175185738398,"lowerBound":0,"upperBound":1,"independentScore":0.6519175185738398,"independent":true,"opponentIds":980,"independentOpponentIds":980,"panelSize":49,"publishers":["ARC Prize"],"observations":["3965013d4d14d4352a1e30c3"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.20875420875420875,"lowerBound":0,"upperBound":1,"independentScore":0.20875420875420875,"independent":true,"opponentIds":982,"independentOpponentIds":982,"panelSize":9,"publishers":["Cognition"],"observations":["4f12de502332d1a93cca6d84","c0a21b210841792f09e6eaa9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3965013d4d14d4352a1e30c3","4f12de502332d1a93cca6d84","c0a21b210841792f09e6eaa9"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","glm-5.3","mistral-large-4"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":3}],"unspecified":0,"total":3}},{"id":"gemini-3.6-flash--effort-minimal","name":"Gemini 3.6 Flash · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":5,"overallRating":{"score":0.07301812201611717,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":77,"independentFamilies":4,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5072317600199023},{"source":"Epoch AI","independent":true,"share":0.49276823998009933}],"familyWeights":[{"family":"arc-agi","share":0.5072317600199018},{"family":"epoch-game-puzzles","share":0.266243677819908},{"family":"gpqa","share":0.11427071511717442},{"family":"aime","share":0.11225384704301687}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15271467428059635,"supported":true,"families":4,"independentFamilies":4,"opponents":77,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6361480777256472,"lowerBound":0,"upperBound":1,"independentScore":0.6361480777256472,"independent":true,"opponentIds":966,"independentOpponentIds":966,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-cF97JqHbFxxp7ePjYVK9HV"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.749607145268116,"lowerBound":0,"upperBound":1,"independentScore":0.749607145268116,"independent":true,"opponentIds":993,"independentOpponentIds":993,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-aPmR8fV49N98a6NVKpASAf"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2634284494966151,"lowerBound":0,"upperBound":1,"independentScore":0.2634284494966151,"independent":true,"opponentIds":980,"independentOpponentIds":980,"panelSize":49,"publishers":["ARC Prize"],"observations":["d701fa1ba2e4bdda269e42e3"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5774647887323944,"lowerBound":0,"upperBound":1,"independentScore":0.5774647887323944,"independent":true,"opponentIds":994,"independentOpponentIds":994,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-3L22tfAid5ZM42p92tqC73"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d701fa1ba2e4bdda269e42e3","epoch-run-aPmR8fV49N98a6NVKpASAf","epoch-run-3L22tfAid5ZM42p92tqC73","epoch-run-cF97JqHbFxxp7ePjYVK9HV"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.7-flash--effort-high","name":"Gemini 3.7 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.7-flash","detailsUrl":"/efforts?model=gemini-3.7-flash","publishedBenchmarkCount":65,"overallRating":{"score":0.5884455537670358,"supported":true,"families":35,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":237,"independentFamilies":35,"reason":null,"independentSources":7,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":0.132497671284006},{"source":"Epoch AI","independent":true,"share":0.1324976712840059},{"source":"Vals AI","independent":true,"share":0.1321922701628409},{"source":"LiveBench","independent":true,"share":0.13169465509440573},{"source":"ARC Prize","independent":true,"share":0.12986016499945707},{"source":"Artificial Analysis","independent":true,"share":0.1286387643796003},{"source":"Cognition","independent":true,"share":0.11335911876520509},{"source":"Datacurve","independent":true,"share":0.09925968403047537}],"familyWeights":[{"family":"terminal-bench","share":0.1569079227749489},{"family":"arc-agi","share":0.12986016499945718},{"family":"frontiercode","share":0.1133591187652051},{"family":"deepswe","share":0.09925968403047537},{"family":"gpqa","share":0.036426327989525095},{"family":"epoch-game-puzzles","share":0.026499534256801204},{"family":"simpleqa","share":0.0264995342568012},{"family":"frontiermath","share":0.026499534256801176},{"family":"aime","share":0.026499534256801155},{"family":"livebench-instructions","share":0.018813522156343715},{"family":"livebench-math","share":0.018813522156343715},{"family":"livebench-reasoning","share":0.018813522156343715},{"family":"livebench-coding","share":0.018813522156343708},{"family":"livebench-data","share":0.01881352215634369},{"family":"livebench-language","share":0.01881352215634369},{"family":"multi-swe-bench","share":0.01881352215634369},{"family":"vals-code-migration","share":0.014686911182010189},{"family":"vals-legal-research","share":0.014686056248010422},{"family":"vibe-code","share":0.014686056248010422},{"family":"vals-excel-modeling","share":0.014685158567310671},{"family":"vals-finance-agent","share":0.014684214851703218},{"family":"vals-tax-agent","share":0.014684214851703218},{"family":"harvey","share":0.014683221466853294},{"family":"mmlu-pro","share":0.014674473271239382},{"family":"briefcase","share":0.010178646908773367},{"family":"automationbench","share":0.0101669841524807},{"family":"gdp-pdf","share":0.010166514163549379},{"family":"aa-lcr","share":0.010045104596429523},{"family":"mmmu-pro","share":0.01000291185424026},{"family":"analyst-agent","share":0.00997921990119299},{"family":"critpt","share":0.009977896749797783},{"family":"hle","share":0.009973245878861918},{"family":"omniscience","share":0.00995208119885772},{"family":"gdpval","share":0.00964368713884893},{"family":"tau-bench","share":0.008937390088900224}]},"capabilityRatings":[{"bucket":"agentic","score":0.5165326549754917,"supported":true,"families":12,"independentFamilies":12,"opponents":148,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6073966568434611,"supported":true,"families":9,"independentFamilies":9,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5780183615926885,"supported":true,"families":7,"independentFamilies":7,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7245731936236176,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6734222340082555,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.47274001299055374,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["7d626458f757a704cb40993e"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6630684326710812,"lowerBound":0,"upperBound":1,"independentScore":0.6630684326710812,"independent":true,"opponentIds":996,"independentOpponentIds":996,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["02452f43f0906bf211af8052"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7418300653594779,"lowerBound":0,"upperBound":1,"independentScore":0.7418300653594779,"independent":true,"opponentIds":997,"independentOpponentIds":997,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-kQjrYCaa7yYyMXofeR23Dd"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7038497704578383,"lowerBound":0,"upperBound":1,"independentScore":0.7038497704578383,"independent":true,"opponentIds":998,"independentOpponentIds":998,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["ef410fd2e280ce86327cab12","0db210b57bf80d7a345bf5f3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9170737048200529,"lowerBound":0,"upperBound":1,"independentScore":0.9170737048200529,"independent":true,"opponentIds":999,"independentOpponentIds":999,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["ae356c029756cf900a13d275"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8477786232640896,"lowerBound":0,"upperBound":1,"independentScore":0.8477786232640896,"independent":true,"opponentIds":1000,"independentOpponentIds":1000,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["12d553e565c15bb0a436a501"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.899792667244049,"lowerBound":0,"upperBound":1,"independentScore":0.899792667244049,"independent":true,"opponentIds":1001,"independentOpponentIds":1001,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["eb122259c5dcd10719add943"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7942102405917221,"lowerBound":0,"upperBound":1,"independentScore":0.7942102405917221,"independent":true,"opponentIds":1002,"independentOpponentIds":1002,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["cfb85e050b5f7f5bfc44cde5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9694213855022882,"lowerBound":0,"upperBound":1,"independentScore":0.9694213855022882,"independent":true,"opponentIds":1003,"independentOpponentIds":1003,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["cc958ab0fa3f87a043cab6ca","epoch-run-XyVL3VffJ6UboY97vxpohL"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.6833773087071241,"lowerBound":0,"upperBound":1,"independentScore":0.6833773087071241,"independent":true,"opponentIds":1004,"independentOpponentIds":1004,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9528105288138458,"lowerBound":0,"upperBound":1,"independentScore":0.9528105288138458,"independent":true,"opponentIds":1005,"independentOpponentIds":1005,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e1118315b9730430003d9eea"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8381877022653721,"lowerBound":0,"upperBound":1,"independentScore":0.8381877022653721,"independent":true,"opponentIds":1006,"independentOpponentIds":1006,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9846272393494386,"lowerBound":0,"upperBound":1,"independentScore":0.9846272393494386,"independent":true,"opponentIds":1007,"independentOpponentIds":1007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e9b19a3ed698a239681a9983"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9677313224292868,"lowerBound":0,"upperBound":1,"independentScore":0.9677313224292868,"independent":true,"opponentIds":1008,"independentOpponentIds":1008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a4efd213390629ce7f6f4eae"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8218027774303046,"lowerBound":0,"upperBound":1,"independentScore":0.8218027774303046,"independent":true,"opponentIds":1009,"independentOpponentIds":1009,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e8edec766f81f7e749b1262d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12142060866364152,"lowerBound":0,"upperBound":1,"independentScore":0.12142060866364152,"independent":true,"opponentIds":1010,"independentOpponentIds":1010,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["cd5d287ac8ca758d4312bd29","7e8996c52abfcd6cbed2439d","2701d728ed945b354a434f26","vals-terminal-bench-2-1-v2.1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8662887739419282,"lowerBound":0,"upperBound":1,"independentScore":0.8662887739419282,"independent":true,"opponentIds":1011,"independentOpponentIds":1011,"panelSize":49,"publishers":["ARC Prize"],"observations":["1e7c651364e9ee25998857ec"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6710314433426561,"lowerBound":0,"upperBound":1,"independentScore":0.6710314433426561,"independent":true,"opponentIds":1012,"independentOpponentIds":1012,"panelSize":25,"publishers":["Datacurve"],"observations":["b75fe3ec33c013c7d01ac1f8"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7402597402597404,"lowerBound":0,"upperBound":1,"independentScore":0.7402597402597404,"independent":true,"opponentIds":1013,"independentOpponentIds":1013,"panelSize":9,"publishers":["Cognition"],"observations":["8be54fd7c609e5e4264162aa","4bacad2a4162155bcf382a46"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.546875,"lowerBound":0,"upperBound":1,"independentScore":0.546875,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9705c757dfdbd2feabac032e","panel-78e254545a2ae1a666fe3269","panel-6fcbe883dd2cc95616b54d6f","panel-b0cd868f837f3c8d3ba378c0"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.4481707317073173,"lowerBound":0,"upperBound":1,"independentScore":0.4481707317073173,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c117f17c51149f80018795a6","panel-7fc55c6792c58d44fdf6c60a"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7286585365853656,"lowerBound":0,"upperBound":1,"independentScore":0.7286585365853656,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f4dc253f7a805058432fb239","panel-b18397a1aab14698db6506d5","panel-7d73d21d7873e5d779a4c384"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.24898373983739855,"lowerBound":0,"upperBound":1,"independentScore":0.24898373983739855,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c7924ab86a4819c0c3bc7f8f","panel-e7c14e2adb74037187f0ec1c","panel-61db091bb2c1f4799d64c0bc"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.7611788617886179,"lowerBound":0,"upperBound":1,"independentScore":0.7611788617886179,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-36628f2999915365afee11c0","panel-eaef80a81b2207fafc6cf592","panel-7e1e202586c5c977d8ba4553"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5472560975609757,"lowerBound":0,"upperBound":1,"independentScore":0.5472560975609757,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e23f33b25b7acb309969ee70","panel-bcfd094cfd1370b8184eb917","panel-e9a18d4e2485815fbe9dcb90","panel-d40d3cee5878b364f2758bf1"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.9314024390243907,"lowerBound":0,"upperBound":1,"independentScore":0.9314024390243907,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-0973b8fdc8a954215ca48936","panel-c238833b50dc00f09d833ac6","panel-386333b19f9f51f693fcf5f9","panel-d4152f1599eec1bd1bc2db33"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6225198412698423,"lowerBound":0,"upperBound":1,"independentScore":0.6225198412698423,"independent":true,"opponentIds":1015,"independentOpponentIds":1015,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-KptKXK5nE2Ns2WbiaSSnbc","epoch-run-axMdgNDC8UYYLnZYLHZpF5"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7896825396825397,"lowerBound":0,"upperBound":1,"independentScore":0.7896825396825397,"independent":true,"opponentIds":1016,"independentOpponentIds":1016,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-ZavSMMq9jk5s9WSbARZr6X"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.8928571428571428,"lowerBound":0,"upperBound":1,"independentScore":0.8928571428571428,"independent":true,"opponentIds":1017,"independentOpponentIds":1017,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-84ARuGyhQsjgh8umRmBvas"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.8971722365038561,"lowerBound":0,"upperBound":1,"independentScore":0.8971722365038561,"independent":true,"opponentIds":1018,"independentOpponentIds":1018,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.3341288782816229,"lowerBound":0,"upperBound":1,"independentScore":0.3341288782816229,"independent":true,"opponentIds":1019,"independentOpponentIds":1019,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.3178484107579462,"lowerBound":0,"upperBound":1,"independentScore":0.3178484107579462,"independent":true,"opponentIds":1020,"independentOpponentIds":1020,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.7493734335839597,"lowerBound":0,"upperBound":1,"independentScore":0.7493734335839597,"independent":true,"opponentIds":1021,"independentOpponentIds":1021,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.3643031784841076,"lowerBound":0,"upperBound":1,"independentScore":0.3643031784841076,"independent":true,"opponentIds":1022,"independentOpponentIds":1022,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.2827763496143961,"lowerBound":0,"upperBound":1,"independentScore":0.2827763496143961,"independent":true,"opponentIds":1023,"independentOpponentIds":1023,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-3.7-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7d626458f757a704cb40993e","02452f43f0906bf211af8052","ef410fd2e280ce86327cab12","ae356c029756cf900a13d275","12d553e565c15bb0a436a501","eb122259c5dcd10719add943","cfb85e050b5f7f5bfc44cde5","cc958ab0fa3f87a043cab6ca","e1118315b9730430003d9eea","0db210b57bf80d7a345bf5f3","e9b19a3ed698a239681a9983","a4efd213390629ce7f6f4eae","e8edec766f81f7e749b1262d","cd5d287ac8ca758d4312bd29","7e8996c52abfcd6cbed2439d","1e7c651364e9ee25998857ec","b75fe3ec33c013c7d01ac1f8","8be54fd7c609e5e4264162aa","4bacad2a4162155bcf382a46","2701d728ed945b354a434f26","panel-9705c757dfdbd2feabac032e","panel-c117f17c51149f80018795a6","panel-7fc55c6792c58d44fdf6c60a","panel-f4dc253f7a805058432fb239","panel-c7924ab86a4819c0c3bc7f8f","panel-78e254545a2ae1a666fe3269","panel-36628f2999915365afee11c0","panel-e23f33b25b7acb309969ee70","panel-6fcbe883dd2cc95616b54d6f","panel-b0cd868f837f3c8d3ba378c0","panel-0973b8fdc8a954215ca48936","panel-b18397a1aab14698db6506d5","panel-eaef80a81b2207fafc6cf592","panel-c238833b50dc00f09d833ac6","panel-bcfd094cfd1370b8184eb917","panel-386333b19f9f51f693fcf5f9","panel-d4152f1599eec1bd1bc2db33","panel-e7c14e2adb74037187f0ec1c","panel-61db091bb2c1f4799d64c0bc","panel-e9a18d4e2485815fbe9dcb90","panel-7e1e202586c5c977d8ba4553","panel-7d73d21d7873e5d779a4c384","panel-d40d3cee5878b364f2758bf1","epoch-run-KptKXK5nE2Ns2WbiaSSnbc","epoch-run-axMdgNDC8UYYLnZYLHZpF5","epoch-run-XyVL3VffJ6UboY97vxpohL","epoch-run-ZavSMMq9jk5s9WSbARZr6X","epoch-run-kQjrYCaa7yYyMXofeR23Dd","epoch-run-84ARuGyhQsjgh8umRmBvas","vals-finance-agent-v2:google/gemini-3.7-flash","vals-code-migration-v1:google/gemini-3.7-flash","vals-legal-research-v1:google/gemini-3.7-flash","vals-emb-v1:google/gemini-3.7-flash","vals-mmlu-pro-v1:google/gemini-3.7-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.7-flash","vals-vibe-code-bench-v1.1:google/gemini-3.7-flash","vals-legal-agent-benchmark-v1:google/gemini-3.7-flash","vals-tax-agent-bench-v1:google/gemini-3.7-flash"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":65}],"unspecified":0,"total":65}},{"id":"gemini-3.7-flash--effort-low","name":"Gemini 3.7 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.7-flash","detailsUrl":"/efforts?model=gemini-3.7-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.366381985517889,"supported":true,"families":12,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":233,"independentFamilies":12,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.31270115783897545},{"source":"Artificial Analysis","independent":true,"share":0.26657640628924073},{"source":"Cognition","independent":true,"share":0.21784467120497544},{"source":"Datacurve","independent":true,"share":0.20287776466681143}],"familyWeights":[{"family":"arc-agi","share":0.3127011578389757},{"family":"frontiercode","share":0.21784467120497542},{"family":"deepswe","share":0.20287776466681148},{"family":"hle","share":0.03449011626770548},{"family":"gpqa","share":0.03442529499260185},{"family":"critpt","share":0.0342880226466165},{"family":"omniscience","share":0.034155946460225704},{"family":"mmmu-pro","share":0.03373041551461726},{"family":"aa-lcr","share":0.031745379042023146},{"family":"gdpval","share":0.029946271564170332},{"family":"tau-bench","share":0.018813572238727955},{"family":"terminal-bench","share":0.014981387562551827}]},"capabilityRatings":[{"bucket":"agentic","score":0.43917170122453847,"supported":true,"families":2,"independentFamilies":2,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3543580189756535,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5137224050780229,"supported":true,"families":3,"independentFamilies":3,"opponents":128,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.548137487645927,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6557892348081046,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.45032278043550716,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.86692858241784,"lowerBound":0,"upperBound":1,"independentScore":0.86692858241784,"independent":true,"opponentIds":1024,"independentOpponentIds":1024,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a50ff552278552c7b0864b1c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7946557577304894,"lowerBound":0,"upperBound":1,"independentScore":0.7946557577304894,"independent":true,"opponentIds":1000,"independentOpponentIds":1000,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2fb89ccac3f947e075f1ceb5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7768852858248713,"lowerBound":0,"upperBound":1,"independentScore":0.7768852858248713,"independent":true,"opponentIds":1002,"independentOpponentIds":1002,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f50168725f95f70d08472acd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9109821661285816,"lowerBound":0,"upperBound":1,"independentScore":0.9109821661285816,"independent":true,"opponentIds":1025,"independentOpponentIds":1025,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f80db42b566efd24283ebe94"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8504049383125892,"lowerBound":0,"upperBound":1,"independentScore":0.8504049383125892,"independent":true,"opponentIds":1005,"independentOpponentIds":1005,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fa9c4a6960f3fb31ffeac709"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9813149445860659,"lowerBound":0,"upperBound":1,"independentScore":0.9813149445860659,"independent":true,"opponentIds":1007,"independentOpponentIds":1007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5fa7fcc9b565b0ae44398e29"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9609560094386607,"lowerBound":0,"upperBound":1,"independentScore":0.9609560094386607,"independent":true,"opponentIds":1008,"independentOpponentIds":1008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9df4e59a667c0282be38c7bb"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7404009491427836,"lowerBound":0,"upperBound":1,"independentScore":0.7404009491427836,"independent":true,"opponentIds":1009,"independentOpponentIds":1009,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f8f269f7b68e85665e3ad933"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8701788774351211,"lowerBound":0,"upperBound":1,"independentScore":0.8701788774351211,"independent":true,"opponentIds":1026,"independentOpponentIds":1026,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["a47deb78a3ba7964e3889171"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5848712485102394,"lowerBound":0,"upperBound":1,"independentScore":0.5848712485102394,"independent":true,"opponentIds":1011,"independentOpponentIds":1011,"panelSize":49,"publishers":["ARC Prize"],"observations":["c66a9ac890388e11ea72db7a"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.42103540450602805,"lowerBound":0,"upperBound":1,"independentScore":0.42103540450602805,"independent":true,"opponentIds":1012,"independentOpponentIds":1012,"panelSize":25,"publishers":["Datacurve"],"observations":["0a8c13fbff0cf24590cc04f5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.41222128139994363,"lowerBound":0,"upperBound":1,"independentScore":0.41222128139994363,"independent":true,"opponentIds":1013,"independentOpponentIds":1013,"panelSize":9,"publishers":["Cognition"],"observations":["37e808d11c66296c681ea587","9b3960b33adb0f097551e5de"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a50ff552278552c7b0864b1c","2fb89ccac3f947e075f1ceb5","f50168725f95f70d08472acd","f80db42b566efd24283ebe94","fa9c4a6960f3fb31ffeac709","5fa7fcc9b565b0ae44398e29","9df4e59a667c0282be38c7bb","f8f269f7b68e85665e3ad933","a47deb78a3ba7964e3889171","c66a9ac890388e11ea72db7a","0a8c13fbff0cf24590cc04f5","37e808d11c66296c681ea587","9b3960b33adb0f097551e5de"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-3.7-flash--effort-medium","name":"Gemini 3.7 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.7-flash","detailsUrl":"/efforts?model=gemini-3.7-flash","publishedBenchmarkCount":16,"overallRating":{"score":0.6090790624154763,"supported":true,"families":13,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3096235359390468},{"source":"Artificial Analysis","independent":true,"share":0.2737948014161614},{"source":"Cognition","independent":true,"share":0.21570063203506504},{"source":"Datacurve","independent":true,"share":0.20088103060972623}],"familyWeights":[{"family":"arc-agi","share":0.30962353593904735},{"family":"frontiercode","share":0.21570063203506495},{"family":"deepswe","share":0.2008810306097262},{"family":"hle","share":0.031569427865719014},{"family":"gpqa","share":0.031503269329421324},{"family":"critpt","share":0.031433534041155696},{"family":"omniscience","share":0.031324041288968346},{"family":"mmmu-pro","share":0.031109704293923082},{"family":"aa-lcr","share":0.029167514172679564},{"family":"gdpval","share":0.028133580547174526},{"family":"enterprise-ops","share":0.027038819417702458},{"family":"tau-bench","share":0.01799447219136982},{"family":"terminal-bench","share":0.014520438268046887}]},"capabilityRatings":[{"bucket":"agentic","score":0.6219466174184052,"supported":true,"families":3,"independentFamilies":3,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.459938698315296,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7094510449082634,"supported":true,"families":3,"independentFamilies":3,"opponents":128,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5626215653310275,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6528752249651418,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.691315345330787,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9621112532731858,"lowerBound":0,"upperBound":1,"independentScore":0.9621112532731858,"independent":true,"opponentIds":1024,"independentOpponentIds":1024,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["61c9e7a5e9a8ca4064af9438"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8271395270068008,"lowerBound":0,"upperBound":1,"independentScore":0.8271395270068008,"independent":true,"opponentIds":1000,"independentOpponentIds":1000,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["33ea17dc0e746d0c0278d8f2"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9893965031430065,"lowerBound":0,"upperBound":1,"independentScore":0.9893965031430065,"independent":true,"opponentIds":1027,"independentOpponentIds":1027,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["2632ae4dfa63f7ee807f83de"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7941963761174322,"lowerBound":0,"upperBound":1,"independentScore":0.7941963761174322,"independent":true,"opponentIds":1002,"independentOpponentIds":1002,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b8bf30f93c2254241465dd36"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9382622784497485,"lowerBound":0,"upperBound":1,"independentScore":0.9382622784497485,"independent":true,"opponentIds":1025,"independentOpponentIds":1025,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["be18150ddc1f24099133fe59"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8823026573848253,"lowerBound":0,"upperBound":1,"independentScore":0.8823026573848253,"independent":true,"opponentIds":1005,"independentOpponentIds":1005,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["96a98b14aa65488b1c1f2149"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.980565257001393,"lowerBound":0,"upperBound":1,"independentScore":0.980565257001393,"independent":true,"opponentIds":1007,"independentOpponentIds":1007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["7c33befa4e3fefff9354880f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9633380673693573,"lowerBound":0,"upperBound":1,"independentScore":0.9633380673693573,"independent":true,"opponentIds":1008,"independentOpponentIds":1008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["43f8d7b751a3dc63fd082125"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.800545498117972,"lowerBound":0,"upperBound":1,"independentScore":0.800545498117972,"independent":true,"opponentIds":1009,"independentOpponentIds":1009,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9441b7c178799b1719461f80"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8571144158468139,"lowerBound":0,"upperBound":1,"independentScore":0.8571144158468139,"independent":true,"opponentIds":1026,"independentOpponentIds":1026,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["5a34f66134d452fb3426faf7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7077900971504939,"lowerBound":0,"upperBound":1,"independentScore":0.7077900971504939,"independent":true,"opponentIds":1011,"independentOpponentIds":1011,"panelSize":49,"publishers":["ARC Prize"],"observations":["198d114dc938db6f199de747"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.668212317931373,"lowerBound":0,"upperBound":1,"independentScore":0.668212317931373,"independent":true,"opponentIds":1012,"independentOpponentIds":1012,"panelSize":25,"publishers":["Datacurve"],"observations":["3ee91dfd4e3a98ca959ff95c"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.703640982218459,"lowerBound":0,"upperBound":1,"independentScore":0.703640982218459,"independent":true,"opponentIds":1013,"independentOpponentIds":1013,"panelSize":9,"publishers":["Cognition"],"observations":["919bc7aa1df6867a3297a658","750e6cc699e912bef459e45b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["61c9e7a5e9a8ca4064af9438","33ea17dc0e746d0c0278d8f2","2632ae4dfa63f7ee807f83de","b8bf30f93c2254241465dd36","be18150ddc1f24099133fe59","96a98b14aa65488b1c1f2149","7c33befa4e3fefff9354880f","43f8d7b751a3dc63fd082125","9441b7c178799b1719461f80","5a34f66134d452fb3426faf7","198d114dc938db6f199de747","3ee91dfd4e3a98ca959ff95c","919bc7aa1df6867a3297a658","750e6cc699e912bef459e45b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":16}],"unspecified":0,"total":16}},{"id":"gemini-3.8-flash--effort-high","name":"Gemini 3.8 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.8-flash","detailsUrl":"/efforts?model=gemini-3.8-flash","publishedBenchmarkCount":74,"overallRating":{"score":0.7184744919870086,"supported":true,"families":38,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":237,"independentFamilies":38,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":0.1285862961407397},{"source":"ARC Prize","independent":true,"share":0.12858629614073966},{"source":"Epoch AI","independent":true,"share":0.12858629614073955},{"source":"Vals AI","independent":true,"share":0.12828991056182928},{"source":"LiveBench","independent":true,"share":0.12780698525503842},{"source":"Artificial Analysis","independent":true,"share":0.12483016439510894},{"source":"Cognition","independent":true,"share":0.12096636748054773},{"source":"Datacurve","independent":true,"share":0.11234768388525208}],"familyWeights":[{"family":"terminal-bench","share":0.1503348864609663},{"family":"frontiercode","share":0.12096636748054768},{"family":"deepswe","share":0.11234768388525201},{"family":"arc-agi","share":0.06429314807036986},{"family":"arc-agi-3","share":0.06429314807036979},{"family":"gpqa","share":0.03360231577495799},{"family":"epoch-game-puzzles","share":0.02571725922814794},{"family":"simpleqa","share":0.025717259228147937},{"family":"frontiermath","share":0.025717259228147916},{"family":"aime","share":0.025717259228147896},{"family":"harvey","share":0.0222864114144513},{"family":"livebench-instructions","share":0.018258140750719756},{"family":"livebench-math","share":0.018258140750719756},{"family":"livebench-reasoning","share":0.018258140750719756},{"family":"livebench-coding","share":0.01825814075071975},{"family":"livebench-data","share":0.01825814075071973},{"family":"livebench-language","share":0.01825814075071973},{"family":"multi-swe-bench","share":0.01825814075071973},{"family":"vals-code-migration","share":0.014253348699198393},{"family":"vals-legal-research","share":0.01425251900313348},{"family":"vibe-code","share":0.01425251900313348},{"family":"vals-excel-modeling","share":0.014251647822265321},{"family":"vals-finance-agent","share":0.014250731965455185},{"family":"vals-tax-agent","share":0.014250731965455185},{"family":"mmlu-pro","share":0.014241277959673327},{"family":"analyst-agent","share":0.008025649468428524},{"family":"terminal-bench-science","share":0.00800162545429167},{"family":"aa-lcr","share":0.00797852789363834},{"family":"itbench","share":0.007963368229745445},{"family":"mmmu-pro","share":0.007932351835179019},{"family":"critpt","share":0.007928618853327426},{"family":"hle","share":0.007916468623249228},{"family":"omniscience","share":0.007908905708744165},{"family":"gdpval","share":0.007742220467893697},{"family":"briefcase","share":0.007623221753774168},{"family":"automationbench","share":0.007590149276715644},{"family":"gdp-pdf","share":0.007581803590134716},{"family":"tau-bench","share":0.007254329102014243}]},"capabilityRatings":[{"bucket":"agentic","score":0.5082521302710853,"supported":true,"families":14,"independentFamilies":14,"opponents":149,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6312683865123402,"supported":true,"families":10,"independentFamilies":10,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6835038545972872,"supported":true,"families":7,"independentFamilies":7,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7623507913302552,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6842261483028702,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.639778787575091,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.698630136986301,"lowerBound":0,"upperBound":1,"independentScore":0.698630136986301,"independent":true,"opponentIds":1028,"independentOpponentIds":1028,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["2a2a039f4926e6fd4a8da723"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6974689422375029,"lowerBound":0,"upperBound":1,"independentScore":0.6974689422375029,"independent":true,"opponentIds":1029,"independentOpponentIds":1029,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7be8043dde5cf363a5fc9ecf"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8545751633986931,"lowerBound":0,"upperBound":1,"independentScore":0.8545751633986931,"independent":true,"opponentIds":1030,"independentOpponentIds":1030,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-NeYuqgQyWtFWAHEjQYPm5Z"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8186063434303895,"lowerBound":0,"upperBound":1,"independentScore":0.8186063434303895,"independent":true,"opponentIds":1031,"independentOpponentIds":1031,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["9710e86093818542d0c8bcf2","4edf03a7323d23a294152d0b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8911281522214891,"lowerBound":0,"upperBound":1,"independentScore":0.8911281522214891,"independent":true,"opponentIds":1032,"independentOpponentIds":1032,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["ca1bdfcefa97946259ce1904"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8976065615732101,"lowerBound":0,"upperBound":1,"independentScore":0.8976065615732101,"independent":true,"opponentIds":1033,"independentOpponentIds":1033,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["25fded040edcdd58fe6281c1"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8464186383004687,"lowerBound":0,"upperBound":1,"independentScore":0.8464186383004687,"independent":true,"opponentIds":1034,"independentOpponentIds":1034,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["7e04cafb849e55a40b17473a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8210398877276603,"lowerBound":0,"upperBound":1,"independentScore":0.8210398877276603,"independent":true,"opponentIds":1035,"independentOpponentIds":1035,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["36fcd9ce4641201fecc5acba"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9842418996825195,"lowerBound":0,"upperBound":1,"independentScore":0.9842418996825195,"independent":true,"opponentIds":1036,"independentOpponentIds":1036,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["5c96cda83f2bff02c6b2347c","epoch-run-Br3mjs2GrYcCwX9AMwcihU"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4977330240404892,"lowerBound":0,"upperBound":1,"independentScore":0.4977330240404892,"independent":true,"opponentIds":1037,"independentOpponentIds":1037,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["8bb756f5fcc15b1da5bce321","vals-legal-agent-benchmark-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9500329469372543,"lowerBound":0,"upperBound":1,"independentScore":0.9500329469372543,"independent":true,"opponentIds":1038,"independentOpponentIds":1038,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f93fd8bca15766daeb66b106"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.9510240427426536,"lowerBound":0,"upperBound":1,"independentScore":0.9510240427426536,"independent":true,"opponentIds":1039,"independentOpponentIds":1039,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["2f8a3c5699dfb805cb90155c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8705501618122977,"lowerBound":0,"upperBound":1,"independentScore":0.8705501618122977,"independent":true,"opponentIds":1040,"independentOpponentIds":1040,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9869271272789413,"lowerBound":0,"upperBound":1,"independentScore":0.9869271272789413,"independent":true,"opponentIds":1041,"independentOpponentIds":1041,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["1daa1042c5774b84eec55f32"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9603624179167037,"lowerBound":0,"upperBound":1,"independentScore":0.9603624179167037,"independent":true,"opponentIds":1042,"independentOpponentIds":1042,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["10d8f946aa1fb0538e073234"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9199343056709438,"lowerBound":0,"upperBound":1,"independentScore":0.9199343056709438,"independent":true,"opponentIds":1043,"independentOpponentIds":1043,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b9fe49f5e7fee07bc997d99d"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5579868708971556,"lowerBound":0,"upperBound":1,"independentScore":0.5579868708971556,"independent":true,"opponentIds":1044,"independentOpponentIds":1044,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["42127560cf7d7fa2db6e2b68"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9793550471956128,"lowerBound":0,"upperBound":1,"independentScore":0.9793550471956128,"independent":true,"opponentIds":1045,"independentOpponentIds":1045,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["87c00bb7dff60e21a1a7137d","6068591c1dee2ad5a007b455","b4c8ae568c04a23f30f0b3fd","vals-terminal-bench-2-1-v2.1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9204081632653058,"lowerBound":0,"upperBound":1,"independentScore":0.9204081632653058,"independent":true,"opponentIds":1046,"independentOpponentIds":1046,"panelSize":49,"publishers":["ARC Prize"],"observations":["691b8c228bc7e3ba32ee2a9e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9908436886854153,"lowerBound":0,"upperBound":1,"independentScore":0.9908436886854153,"independent":true,"opponentIds":1047,"independentOpponentIds":1047,"panelSize":25,"publishers":["Datacurve"],"observations":["405dcd6b0cb92b2c4c19515e"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.6767857142857145,"lowerBound":0,"upperBound":1,"independentScore":0.6767857142857145,"independent":true,"opponentIds":1048,"independentOpponentIds":1048,"panelSize":14,"publishers":["ARC Prize"],"observations":["ea4aa12006abea91afb9c17c","aca1164cd0ccc0467f609f01"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.46850393700787396,"lowerBound":0,"upperBound":1,"independentScore":0.46850393700787396,"independent":true,"opponentIds":1049,"independentOpponentIds":1049,"panelSize":9,"publishers":["Cognition"],"observations":["3f43c11c9388f23914100624","9d0d05ab12b44fcb34eddc63"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5876524390243906,"lowerBound":0,"upperBound":1,"independentScore":0.5876524390243906,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-96b3bfd402ebd013b9937af0","panel-20246bf3e3306bd736a3c80c","panel-51fe9f895027fea4c0ae2759","panel-0ebcff26b3dd1ee910c0e7d8"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.03048780487804878,"lowerBound":0,"upperBound":1,"independentScore":0.03048780487804878,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-3c33dcbb8642d300cb0bd6fa","panel-00e8a0af372be006ba3d084d"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.8048780487804875,"lowerBound":0,"upperBound":1,"independentScore":0.8048780487804875,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4d73f7faa8106fea92f3fb4d","panel-21d2715c30bd186f37bdd468","panel-38523bc85154f445a6cde6ac"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.10162601626016271,"lowerBound":0,"upperBound":1,"independentScore":0.10162601626016271,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-147c821e2fbfd731f109691d","panel-850a0242aec8243d437d32ec","panel-968500870cb002c7a5b28066"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5365853658536586,"lowerBound":0,"upperBound":1,"independentScore":0.5365853658536586,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-eaf227f5b755476d39c81ae7","panel-aef8a69ac35010bb70d01430","panel-72a945c6670ce4413e2c9775"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6124237804878053,"lowerBound":0,"upperBound":1,"independentScore":0.6124237804878053,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4000faefeda3951617e07ec9","panel-e0bda6cdff53e878f032c374","panel-7c589b3ec3b0735db386fb6c","panel-1705e80b84b9b5b17c4be595"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.9847560975609757,"lowerBound":0,"upperBound":1,"independentScore":0.9847560975609757,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8e7c5485b183951578bf6f63","panel-117a0e497718ad4b2bcd3af5","panel-717fe68688b1cd88d3865fa7","panel-71ca1e47d78479714d961f87"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.3914930555555558,"lowerBound":0,"upperBound":1,"independentScore":0.3914930555555558,"independent":true,"opponentIds":1051,"independentOpponentIds":1051,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-Lgy52ZT4YpFrUqqKVu2qUs","epoch-run-Utgs6DuaQDDdi98ZWH22qL"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8611111111111112,"lowerBound":0,"upperBound":1,"independentScore":0.8611111111111112,"independent":true,"opponentIds":1052,"independentOpponentIds":1052,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-5yyuCCi2Dpfh6xLBMxqFyB"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.9285714285714286,"lowerBound":0,"upperBound":1,"independentScore":0.9285714285714286,"independent":true,"opponentIds":1053,"independentOpponentIds":1053,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-gZ4bwozTKtpmZTqnqX3a33"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.9742930591259641,"lowerBound":0,"upperBound":1,"independentScore":0.9742930591259641,"independent":true,"opponentIds":1054,"independentOpponentIds":1054,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.3818615751789976,"lowerBound":0,"upperBound":1,"independentScore":0.3818615751789976,"independent":true,"opponentIds":1055,"independentOpponentIds":1055,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.4889975550122249,"lowerBound":0,"upperBound":1,"independentScore":0.4889975550122249,"independent":true,"opponentIds":1056,"independentOpponentIds":1056,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.8496240601503758,"lowerBound":0,"upperBound":1,"independentScore":0.8496240601503758,"independent":true,"opponentIds":1057,"independentOpponentIds":1057,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.5599022004889975,"lowerBound":0,"upperBound":1,"independentScore":0.5599022004889975,"independent":true,"opponentIds":1058,"independentOpponentIds":1058,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.6915167095115685,"lowerBound":0,"upperBound":1,"independentScore":0.6915167095115685,"independent":true,"opponentIds":1059,"independentOpponentIds":1059,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-3.8-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2a2a039f4926e6fd4a8da723","7be8043dde5cf363a5fc9ecf","9710e86093818542d0c8bcf2","ca1bdfcefa97946259ce1904","25fded040edcdd58fe6281c1","7e04cafb849e55a40b17473a","36fcd9ce4641201fecc5acba","5c96cda83f2bff02c6b2347c","8bb756f5fcc15b1da5bce321","f93fd8bca15766daeb66b106","2f8a3c5699dfb805cb90155c","4edf03a7323d23a294152d0b","1daa1042c5774b84eec55f32","10d8f946aa1fb0538e073234","b9fe49f5e7fee07bc997d99d","42127560cf7d7fa2db6e2b68","87c00bb7dff60e21a1a7137d","6068591c1dee2ad5a007b455","691b8c228bc7e3ba32ee2a9e","405dcd6b0cb92b2c4c19515e","ea4aa12006abea91afb9c17c","aca1164cd0ccc0467f609f01","3f43c11c9388f23914100624","9d0d05ab12b44fcb34eddc63","b4c8ae568c04a23f30f0b3fd","panel-96b3bfd402ebd013b9937af0","panel-3c33dcbb8642d300cb0bd6fa","panel-00e8a0af372be006ba3d084d","panel-4d73f7faa8106fea92f3fb4d","panel-147c821e2fbfd731f109691d","panel-20246bf3e3306bd736a3c80c","panel-eaf227f5b755476d39c81ae7","panel-4000faefeda3951617e07ec9","panel-51fe9f895027fea4c0ae2759","panel-0ebcff26b3dd1ee910c0e7d8","panel-8e7c5485b183951578bf6f63","panel-21d2715c30bd186f37bdd468","panel-aef8a69ac35010bb70d01430","panel-117a0e497718ad4b2bcd3af5","panel-e0bda6cdff53e878f032c374","panel-717fe68688b1cd88d3865fa7","panel-71ca1e47d78479714d961f87","panel-850a0242aec8243d437d32ec","panel-968500870cb002c7a5b28066","panel-7c589b3ec3b0735db386fb6c","panel-72a945c6670ce4413e2c9775","panel-38523bc85154f445a6cde6ac","panel-1705e80b84b9b5b17c4be595","epoch-run-Lgy52ZT4YpFrUqqKVu2qUs","epoch-run-Utgs6DuaQDDdi98ZWH22qL","epoch-run-Br3mjs2GrYcCwX9AMwcihU","epoch-run-5yyuCCi2Dpfh6xLBMxqFyB","epoch-run-NeYuqgQyWtFWAHEjQYPm5Z","epoch-run-gZ4bwozTKtpmZTqnqX3a33","vals-finance-agent-v2:google/gemini-3.8-flash","vals-code-migration-v1:google/gemini-3.8-flash","vals-legal-research-v1:google/gemini-3.8-flash","vals-emb-v1:google/gemini-3.8-flash","vals-mmlu-pro-v1:google/gemini-3.8-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.8-flash","vals-vibe-code-bench-v1.1:google/gemini-3.8-flash","vals-legal-agent-benchmark-v1:google/gemini-3.8-flash","vals-tax-agent-bench-v1:google/gemini-3.8-flash"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":74}],"unspecified":0,"total":74}},{"id":"gemini-3.8-flash--effort-low","name":"Gemini 3.8 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.8-flash","detailsUrl":"/efforts?model=gemini-3.8-flash","publishedBenchmarkCount":18,"overallRating":{"score":0.6038706084766922,"supported":true,"families":14,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5804813948355582},{"source":"Artificial Analysis","independent":true,"share":0.4195186051644417}],"familyWeights":[{"family":"arc-agi","share":0.31383841693877224},{"family":"arc-agi-3","share":0.26664297789678504},{"family":"hle","share":0.042040026799385705},{"family":"gpqa","share":0.04200915330079464},{"family":"critpt","share":0.04148512541221978},{"family":"omniscience","share":0.04119543388597844},{"family":"mmmu-pro","share":0.04090984354731927},{"family":"aa-lcr","share":0.03855201298854579},{"family":"gdpval","share":0.034088316163772676},{"family":"briefcase","share":0.030746249108078463},{"family":"automationbench","share":0.030438336747846496},{"family":"gdp-pdf","share":0.030384761653527315},{"family":"terminal-bench","share":0.027522279852522775},{"family":"tau-bench","share":0.02014706570445084}]},"capabilityRatings":[{"bucket":"agentic","score":0.4157481477484772,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5401413825711955,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4967642453073792,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5138123042201985,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6202870594074491,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5839964190616553,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6077961574280988,"lowerBound":0,"upperBound":1,"independentScore":0.6077961574280988,"independent":true,"opponentIds":1029,"independentOpponentIds":1029,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b4f2b43c0dad9f2ba018836a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9305831294417303,"lowerBound":0,"upperBound":1,"independentScore":0.9305831294417303,"independent":true,"opponentIds":1060,"independentOpponentIds":1060,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["52f9cd9d945c0b6f7aad58c1"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6508735162490009,"lowerBound":0,"upperBound":1,"independentScore":0.6508735162490009,"independent":true,"opponentIds":1032,"independentOpponentIds":1032,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["5d6a55e75f6dd3fb47c9b024"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.760728595293672,"lowerBound":0,"upperBound":1,"independentScore":0.760728595293672,"independent":true,"opponentIds":1033,"independentOpponentIds":1033,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["026468c856fa6dda31a694f9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7831885509473435,"lowerBound":0,"upperBound":1,"independentScore":0.7831885509473435,"independent":true,"opponentIds":1034,"independentOpponentIds":1034,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d3346567f9f0c8ecc20a2568"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7599899528676513,"lowerBound":0,"upperBound":1,"independentScore":0.7599899528676513,"independent":true,"opponentIds":1035,"independentOpponentIds":1035,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9f0a026875a5564f30d798de"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9467568170224884,"lowerBound":0,"upperBound":1,"independentScore":0.9467568170224884,"independent":true,"opponentIds":1061,"independentOpponentIds":1061,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8b4a4bcaebabd3e99b35f5e7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8771996137570606,"lowerBound":0,"upperBound":1,"independentScore":0.8771996137570606,"independent":true,"opponentIds":1038,"independentOpponentIds":1038,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7af02628a67f7b382599658b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9712881393245659,"lowerBound":0,"upperBound":1,"independentScore":0.9712881393245659,"independent":true,"opponentIds":1041,"independentOpponentIds":1041,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3cfdb2c1b20c6a6e8c8a9f96"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9495262063958978,"lowerBound":0,"upperBound":1,"independentScore":0.9495262063958978,"independent":true,"opponentIds":1042,"independentOpponentIds":1042,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7f08233113582c14779dd206"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7827189913490631,"lowerBound":0,"upperBound":1,"independentScore":0.7827189913490631,"independent":true,"opponentIds":1043,"independentOpponentIds":1043,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0e2e3b61a8161a00d8ee30df"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7508667955435385,"lowerBound":0,"upperBound":1,"independentScore":0.7508667955435385,"independent":true,"opponentIds":1062,"independentOpponentIds":1062,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["34df6b362fc5a672a3dcc0ef","c373d8b69d9c0c0dfb86c1b9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8313073456269195,"lowerBound":0,"upperBound":1,"independentScore":0.8313073456269195,"independent":true,"opponentIds":1046,"independentOpponentIds":1046,"panelSize":49,"publishers":["ARC Prize"],"observations":["9c94dc48198fd29a28514fe5"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.6906569275576723,"lowerBound":0,"upperBound":1,"independentScore":0.6906569275576723,"independent":true,"opponentIds":1048,"independentOpponentIds":1048,"panelSize":14,"publishers":["ARC Prize"],"observations":["07392b4f7f6b227f47de058d","614fa62df1030f50a57ff66b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b4f2b43c0dad9f2ba018836a","52f9cd9d945c0b6f7aad58c1","5d6a55e75f6dd3fb47c9b024","026468c856fa6dda31a694f9","d3346567f9f0c8ecc20a2568","9f0a026875a5564f30d798de","8b4a4bcaebabd3e99b35f5e7","7af02628a67f7b382599658b","3cfdb2c1b20c6a6e8c8a9f96","7f08233113582c14779dd206","0e2e3b61a8161a00d8ee30df","34df6b362fc5a672a3dcc0ef","c373d8b69d9c0c0dfb86c1b9","9c94dc48198fd29a28514fe5","07392b4f7f6b227f47de058d","614fa62df1030f50a57ff66b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":18}],"unspecified":0,"total":18}},{"id":"gemini-3.8-flash--effort-medium","name":"Gemini 3.8 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.8-flash","detailsUrl":"/efforts?model=gemini-3.8-flash","publishedBenchmarkCount":21,"overallRating":{"score":0.7113553355969322,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":233,"independentFamilies":16,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2890248498189376},{"source":"Artificial Analysis","independent":true,"share":0.25849616441831513},{"source":"Cognition","independent":true,"share":0.24376708915074002},{"source":"Datacurve","independent":true,"share":0.2087118966120106}],"familyWeights":[{"family":"frontiercode","share":0.24376708915074005},{"family":"deepswe","share":0.20871189661201084},{"family":"arc-agi","share":0.14841656002782905},{"family":"arc-agi-3","share":0.1406082897911085},{"family":"hle","share":0.02371880274767146},{"family":"critpt","share":0.02366575076123632},{"family":"gpqa","share":0.02365216289159454},{"family":"mmmu-pro","share":0.023648791664680698},{"family":"omniscience","share":0.023593103497539562},{"family":"aa-lcr","share":0.02207598478150913},{"family":"gdpval","share":0.021891669978985024},{"family":"briefcase","share":0.021067490330903244},{"family":"automationbench","share":0.021067159373875384},{"family":"gdp-pdf","share":0.020990822046631524},{"family":"terminal-bench","share":0.018346248486043822},{"family":"tau-bench","share":0.01477817785764318}]},"capabilityRatings":[{"bucket":"agentic","score":0.595485718834362,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5881193672837656,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7518557356151007,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5184146798476731,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6109080305282991,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7505484196318998,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7062870521553939,"lowerBound":0,"upperBound":1,"independentScore":0.7062870521553939,"independent":true,"opponentIds":1029,"independentOpponentIds":1029,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b10ecd3613b0fcc89caaafc6"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9856623726145207,"lowerBound":0,"upperBound":1,"independentScore":0.9856623726145207,"independent":true,"opponentIds":1060,"independentOpponentIds":1060,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9b0b430c5d4e0a6491874fdf"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9149182106395904,"lowerBound":0,"upperBound":1,"independentScore":0.9149182106395904,"independent":true,"opponentIds":1032,"independentOpponentIds":1032,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["338a154cee063e3244bacc88"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8527766130039068,"lowerBound":0,"upperBound":1,"independentScore":0.8527766130039068,"independent":true,"opponentIds":1033,"independentOpponentIds":1033,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1a3b20ba58bc7134ac849d73"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8874387027697842,"lowerBound":0,"upperBound":1,"independentScore":0.8874387027697842,"independent":true,"opponentIds":1034,"independentOpponentIds":1034,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["501240564b9382311038b8bb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.818509914876466,"lowerBound":0,"upperBound":1,"independentScore":0.818509914876466,"independent":true,"opponentIds":1035,"independentOpponentIds":1035,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9507f172a530c76fd2c6cd02"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9792824643253664,"lowerBound":0,"upperBound":1,"independentScore":0.9792824643253664,"independent":true,"opponentIds":1061,"independentOpponentIds":1061,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ce50cafe7ebde5801ff708c5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9052435552685019,"lowerBound":0,"upperBound":1,"independentScore":0.9052435552685019,"independent":true,"opponentIds":1038,"independentOpponentIds":1038,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1ffda298068f0b850f837a12"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9689275580078187,"lowerBound":0,"upperBound":1,"independentScore":0.9689275580078187,"independent":true,"opponentIds":1041,"independentOpponentIds":1041,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["beb49c14f528ca7119bbee39"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.951824870950103,"lowerBound":0,"upperBound":1,"independentScore":0.951824870950103,"independent":true,"opponentIds":1042,"independentOpponentIds":1042,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["32bf02014540ea947b5399f8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9064528733879081,"lowerBound":0,"upperBound":1,"independentScore":0.9064528733879081,"independent":true,"opponentIds":1043,"independentOpponentIds":1043,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["05d93146879a224c432c044d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8264371185911926,"lowerBound":0,"upperBound":1,"independentScore":0.8264371185911926,"independent":true,"opponentIds":1062,"independentOpponentIds":1062,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["50818b6cb40adbc83dff4e15","dc2bfe8291f383a94144c57c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8131453698061629,"lowerBound":0,"upperBound":1,"independentScore":0.8131453698061629,"independent":true,"opponentIds":1046,"independentOpponentIds":1046,"panelSize":49,"publishers":["ARC Prize"],"observations":["5f9086d402496731bb3ffe0b"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9074507643575266,"lowerBound":0,"upperBound":1,"independentScore":0.9074507643575266,"independent":true,"opponentIds":1047,"independentOpponentIds":1047,"panelSize":25,"publishers":["Datacurve"],"observations":["02f746944e782131d58a2c53"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.6595456654168794,"lowerBound":0,"upperBound":1,"independentScore":0.6595456654168794,"independent":true,"opponentIds":1048,"independentOpponentIds":1048,"panelSize":14,"publishers":["ARC Prize"],"observations":["e146b9770f760fcaf7655c2c","0a4e83f3b53d6fc01713d497"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6446118571896496,"lowerBound":0,"upperBound":1,"independentScore":0.6446118571896496,"independent":true,"opponentIds":1049,"independentOpponentIds":1049,"panelSize":9,"publishers":["Cognition"],"observations":["66ba0759f64f15955b12acec","8e0070188f79ecf6c53cc2c3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b10ecd3613b0fcc89caaafc6","9b0b430c5d4e0a6491874fdf","338a154cee063e3244bacc88","1a3b20ba58bc7134ac849d73","501240564b9382311038b8bb","9507f172a530c76fd2c6cd02","ce50cafe7ebde5801ff708c5","1ffda298068f0b850f837a12","beb49c14f528ca7119bbee39","32bf02014540ea947b5399f8","05d93146879a224c432c044d","50818b6cb40adbc83dff4e15","dc2bfe8291f383a94144c57c","5f9086d402496731bb3ffe0b","02f746944e782131d58a2c53","e146b9770f760fcaf7655c2c","0a4e83f3b53d6fc01713d497","66ba0759f64f15955b12acec","8e0070188f79ecf6c53cc2c3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":21}],"unspecified":0,"total":21}},{"id":"gemini-4-argon--effort-high","name":"Gemini 4 Argon · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-4-argon","detailsUrl":"/efforts?model=gemini-4-argon","publishedBenchmarkCount":28,"overallRating":{"score":0.8940216642928943,"supported":true,"families":21,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":231,"independentFamilies":21,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.3006740651995315},{"source":"ARC Prize","independent":true,"share":0.2842540857170646},{"source":"Vals AI","independent":true,"share":0.21578003366918444},{"source":"Cognition","independent":true,"share":0.19929181541422336}],"familyWeights":[{"family":"frontiercode","share":0.19929181541422336},{"family":"arc-agi","share":0.16106618018124363},{"family":"arc-agi-3","share":0.1231879055358207},{"family":"harvey","share":0.0314453909861528},{"family":"vals-code-migration","share":0.031156721581647357},{"family":"vibe-code","share":0.031153168952311114},{"family":"vals-legal-research","share":0.030771432618354612},{"family":"vals-finance-agent","share":0.030583679556584274},{"family":"vals-excel-modeling","share":0.030366879206897245},{"family":"vals-tax-agent","share":0.030302760767236796},{"family":"critpt","share":0.029506433911789035},{"family":"hle","share":0.02945838205609831},{"family":"omniscience","share":0.029435598837016855},{"family":"aa-lcr","share":0.028940952427058558},{"family":"gdpval","share":0.028864895029837852},{"family":"briefcase","share":0.028444303211203996},{"family":"automationbench","share":0.028320408429256615},{"family":"gdp-pdf","share":0.028291265709095657},{"family":"terminal-bench","share":0.024907921134036445},{"family":"terminal-bench-science","share":0.022484345629627967},{"family":"analyst-agent","share":0.022019558824509004}]},"capabilityRatings":[{"bucket":"agentic","score":0.8413636215668788,"supported":true,"families":11,"independentFamilies":11,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7506389271751709,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9067020904597213,"supported":true,"families":4,"independentFamilies":4,"opponents":110,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4890058790613631,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.49938617796853474,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8087643382811267,"lowerBound":0,"upperBound":1,"independentScore":0.8087643382811267,"independent":true,"opponentIds":1063,"independentOpponentIds":1063,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["443e76799dd16afee71b7bd6"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8681948561316177,"lowerBound":0,"upperBound":1,"independentScore":0.8681948561316177,"independent":true,"opponentIds":1064,"independentOpponentIds":1064,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e75cc6921daf800d61ef3306"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8608725220998692,"lowerBound":0,"upperBound":1,"independentScore":0.8608725220998692,"independent":true,"opponentIds":1065,"independentOpponentIds":1065,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5215139d2dec8f72e73588e8"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1066,"independentOpponentIds":1066,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["b197a99a18f6279260b7488f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9540112702154142,"lowerBound":0,"upperBound":1,"independentScore":0.9540112702154142,"independent":true,"opponentIds":1067,"independentOpponentIds":1067,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["47f00fc795429de6e5f6b690"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.862408186515594,"lowerBound":0,"upperBound":1,"independentScore":0.862408186515594,"independent":true,"opponentIds":1068,"independentOpponentIds":1068,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6b6d73339472f9f816104b66"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9227359823363368,"lowerBound":0,"upperBound":1,"independentScore":0.9227359823363368,"independent":true,"opponentIds":1069,"independentOpponentIds":1069,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["efc098fcec90cb0785a51935"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.8694560669456067,"lowerBound":0,"upperBound":1,"independentScore":0.8694560669456067,"independent":true,"opponentIds":1070,"independentOpponentIds":1070,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-4-argon"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9963775112703349,"lowerBound":0,"upperBound":1,"independentScore":0.9963775112703349,"independent":true,"opponentIds":1071,"independentOpponentIds":1071,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["19ed06217cb5b3ef907563b5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.92564197473589,"lowerBound":0,"upperBound":1,"independentScore":0.92564197473589,"independent":true,"opponentIds":1072,"independentOpponentIds":1072,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["24683e454c5272d5eedaccd5"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.9257854895970824,"lowerBound":0,"upperBound":1,"independentScore":0.9257854895970824,"independent":true,"opponentIds":1073,"independentOpponentIds":1073,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["998b5265b532b075b0b1aab8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9823773704540674,"lowerBound":0,"upperBound":1,"independentScore":0.9823773704540674,"independent":true,"opponentIds":1068,"independentOpponentIds":1068,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a6bcb32f825f13a672910a9c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9557766356530216,"lowerBound":0,"upperBound":1,"independentScore":0.9557766356530216,"independent":true,"opponentIds":1074,"independentOpponentIds":1074,"panelSize":49,"publishers":["ARC Prize"],"observations":["2952a1bddfebef759c0a3287"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.9146373742721013,"lowerBound":0,"upperBound":1,"independentScore":0.9146373742721013,"independent":true,"opponentIds":1075,"independentOpponentIds":1075,"panelSize":8,"publishers":["ARC Prize"],"observations":["6312d7db4c52795cad633019"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1076,"independentOpponentIds":1076,"panelSize":9,"publishers":["Cognition"],"observations":["bfa114d125622b9e97e9b404","b95d4bdbd7d9a7c813c65587"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1077,"independentOpponentIds":1077,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-4-argon"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.9712949998813449,"lowerBound":0,"upperBound":1,"independentScore":0.9712949998813449,"independent":true,"opponentIds":1078,"independentOpponentIds":1078,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-4-argon"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9565805991089669,"lowerBound":0,"upperBound":1,"independentScore":0.9565805991089669,"independent":true,"opponentIds":1079,"independentOpponentIds":1079,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-4-argon"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.9497481784481657,"lowerBound":0,"upperBound":1,"independentScore":0.9497481784481657,"independent":true,"opponentIds":1080,"independentOpponentIds":1080,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-4-argon"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.9705915246407818,"lowerBound":0,"upperBound":1,"independentScore":0.9705915246407818,"independent":true,"opponentIds":1081,"independentOpponentIds":1081,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-4-argon"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.9801348517734113,"lowerBound":0,"upperBound":1,"independentScore":0.9801348517734113,"independent":true,"opponentIds":1082,"independentOpponentIds":1082,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:google/gemini-4-argon"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["443e76799dd16afee71b7bd6","e75cc6921daf800d61ef3306","5215139d2dec8f72e73588e8","b197a99a18f6279260b7488f","47f00fc795429de6e5f6b690","6b6d73339472f9f816104b66","efc098fcec90cb0785a51935","19ed06217cb5b3ef907563b5","24683e454c5272d5eedaccd5","998b5265b532b075b0b1aab8","a6bcb32f825f13a672910a9c","2952a1bddfebef759c0a3287","6312d7db4c52795cad633019","bfa114d125622b9e97e9b404","b95d4bdbd7d9a7c813c65587","vals-finance-agent-v2:google/gemini-4-argon","vals-code-migration-v1:google/gemini-4-argon","vals-legal-research-v1:google/gemini-4-argon","vals-emb-v1:google/gemini-4-argon","vals-vibe-code-bench-v1.1:google/gemini-4-argon","vals-legal-agent-benchmark-v1:google/gemini-4-argon","vals-tax-agent-bench-v1:google/gemini-4-argon"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":28}],"unspecified":0,"total":28}},{"id":"gemini-4-argon--effort-low","name":"Gemini 4 Argon · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-4-argon","detailsUrl":"/efforts?model=gemini-4-argon","publishedBenchmarkCount":5,"overallRating":{"score":0.7328455654459817,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.7089000132148379},{"source":"Cognition","independent":true,"share":0.2910999867851629}],"familyWeights":[{"family":"arc-agi","share":0.3768984985184824},{"family":"arc-agi-3","share":0.3320015146963544},{"family":"frontiercode","share":0.2910999867851629}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.572385935465873,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9242552732305228,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5241973346816434,"lowerBound":0,"upperBound":1,"independentScore":0.5241973346816434,"independent":true,"opponentIds":1074,"independentOpponentIds":1074,"panelSize":49,"publishers":["ARC Prize"],"observations":["a840a820040dddd91f8cee08"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.9323318385650226,"lowerBound":0,"upperBound":1,"independentScore":0.9323318385650226,"independent":true,"opponentIds":1083,"independentOpponentIds":1083,"panelSize":14,"publishers":["ARC Prize"],"observations":["59a4f2eb5190190599faa9d7","c73f184464b158eb37866926"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1076,"independentOpponentIds":1076,"panelSize":9,"publishers":["Cognition"],"observations":["74e9e0d52753aa4e8c4a2c57","07002a07d2fb472041035fd7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a840a820040dddd91f8cee08","59a4f2eb5190190599faa9d7","c73f184464b158eb37866926","74e9e0d52753aa4e8c4a2c57","07002a07d2fb472041035fd7"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","glm-5.3","mistral-large-4"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-4-argon--effort-medium","name":"Gemini 4 Argon · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-4-argon","detailsUrl":"/efforts?model=gemini-4-argon","publishedBenchmarkCount":5,"overallRating":{"score":0.9018697849083788,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.7089000132148379},{"source":"Cognition","independent":true,"share":0.2910999867851629}],"familyWeights":[{"family":"arc-agi","share":0.3768984985184824},{"family":"arc-agi-3","share":0.3320015146963544},{"family":"frontiercode","share":0.2910999867851629}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.7972992698602681,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9242552732305228,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9178193506446608,"lowerBound":0,"upperBound":1,"independentScore":0.9178193506446608,"independent":true,"opponentIds":1074,"independentOpponentIds":1074,"panelSize":49,"publishers":["ARC Prize"],"observations":["a62f2d97a7ae5872052b57da"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.9323318385650226,"lowerBound":0,"upperBound":1,"independentScore":0.9323318385650226,"independent":true,"opponentIds":1083,"independentOpponentIds":1083,"panelSize":14,"publishers":["ARC Prize"],"observations":["5e17a13831c8ef1944a5a977","21c236300e02ca27fc9fa65a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1076,"independentOpponentIds":1076,"panelSize":9,"publishers":["Cognition"],"observations":["51d667d1f41dc9e2af12b5f5","44944d3c070d22723450a4bb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a62f2d97a7ae5872052b57da","5e17a13831c8ef1944a5a977","21c236300e02ca27fc9fa65a","51d667d1f41dc9e2af12b5f5","44944d3c070d22723450a4bb"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","glm-5.3","mistral-large-4"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":5}],"unspecified":0,"total":5}},{"id":"gemma-3-12b-it--effort-non-reasoning","name":"Gemma 3 12B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-12b-it","detailsUrl":"/efforts?model=gemma-3-12b-it","publishedBenchmarkCount":22,"overallRating":{"score":0.0023710239789564097,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.00000000000001}],"familyWeights":[{"family":"aime","share":0.0623557342688152},{"family":"mmlu-pro","share":0.0623185666373454},{"family":"livecodebench","share":0.06230762163143388},{"family":"math500","share":0.06197855006458646},{"family":"ifbench","share":0.060795761768400534},{"family":"hle","share":0.059720498227241896},{"family":"mmmu-pro","share":0.05968969821849143},{"family":"critpt","share":0.059601572718310264},{"family":"gpqa","share":0.05954311826133111},{"family":"omniscience","share":0.05942341583987874},{"family":"gmmlu","share":0.05871615486166172},{"family":"tau-bench","share":0.058075563345069844},{"family":"terminal-bench","share":0.057301934485416914},{"family":"aa-lcr","share":0.05578139639492685},{"family":"gdpval","share":0.05547340032996364},{"family":"automationbench","share":0.05354621925592599},{"family":"gdp-pdf","share":0.05337079369120685}]},"capabilityRatings":[{"bucket":"agentic","score":0.014988531164152318,"supported":true,"families":4,"independentFamilies":4,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01515716645702695,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0066347358209044825,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01358032547123926,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.007667324705891515,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.017261431222935702,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.17235878303820104,"lowerBound":0,"upperBound":1,"independentScore":0.17235878303820104,"independent":true,"opponentIds":1084,"independentOpponentIds":1084,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bae0ffc1da12b473f74a2b1f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1238889866226367,"lowerBound":0,"upperBound":1,"independentScore":0.1238889866226367,"independent":true,"opponentIds":1085,"independentOpponentIds":1085,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b1ac9024e3d4ec61f9a27b73"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.023960736868531507,"lowerBound":0,"upperBound":1,"independentScore":0.023960736868531507,"independent":true,"opponentIds":1086,"independentOpponentIds":1086,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["9f5c45f943e79042aec9e467"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2338229680886719,"lowerBound":0,"upperBound":1,"independentScore":0.2338229680886719,"independent":true,"opponentIds":1087,"independentOpponentIds":1087,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e92bfd8b7eb0fc97830fe231"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.11938304744177548,"lowerBound":0,"upperBound":1,"independentScore":0.11938304744177548,"independent":true,"opponentIds":1088,"independentOpponentIds":1088,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a6589219b0e0884945d77b28"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.008161470323993296,"lowerBound":0,"upperBound":1,"independentScore":0.008161470323993296,"independent":true,"opponentIds":1089,"independentOpponentIds":1089,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["1b9c1f0350e49f7f646eb850"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.17274298333007343,"lowerBound":0,"upperBound":1,"independentScore":0.17274298333007343,"independent":true,"opponentIds":1090,"independentOpponentIds":1090,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["475a94e16f23c1a63ea69240"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.06979568813926541,"lowerBound":0,"upperBound":1,"independentScore":0.06979568813926541,"independent":true,"opponentIds":1091,"independentOpponentIds":1091,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["adccbe9b822ee7f815ae4a80"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.15027678406544268,"lowerBound":0,"upperBound":1,"independentScore":0.15027678406544268,"independent":true,"opponentIds":1092,"independentOpponentIds":1092,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["641540b21e3f392cf8f0bd9a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3306663706141902,"lowerBound":0,"upperBound":1,"independentScore":0.3306663706141902,"independent":true,"opponentIds":1093,"independentOpponentIds":1093,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["71da35fd94ce73f427f2e7ce"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.0811617320019895,"lowerBound":0,"upperBound":1,"independentScore":0.0811617320019895,"independent":true,"opponentIds":1094,"independentOpponentIds":1094,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["22e8ad1e201236cae3a05725"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.39674848489231573,"lowerBound":0,"upperBound":1,"independentScore":0.39674848489231573,"independent":true,"opponentIds":1095,"independentOpponentIds":1095,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["080268458062c51d69e21edf"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.17125861413535137,"lowerBound":0,"upperBound":1,"independentScore":0.17125861413535137,"independent":true,"opponentIds":1096,"independentOpponentIds":1096,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c0ba5642ee15db5fba8b4514"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.03684419081104817,"lowerBound":0,"upperBound":1,"independentScore":0.03684419081104817,"independent":true,"opponentIds":1097,"independentOpponentIds":1097,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e09f5f3a1d31437d4e2c6d10"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.10268682085568157,"lowerBound":0,"upperBound":1,"independentScore":0.10268682085568157,"independent":true,"opponentIds":1098,"independentOpponentIds":1098,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["65e36893b56d652cbfd11b4a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.05867029139003267,"lowerBound":0,"upperBound":1,"independentScore":0.05867029139003267,"independent":true,"opponentIds":1099,"independentOpponentIds":1099,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["bb329105825c1bb19bf3af65","a374e979dbabf157744673dc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.09712722572154506,"lowerBound":0,"upperBound":1,"independentScore":0.09712722572154506,"independent":true,"opponentIds":1100,"independentOpponentIds":1100,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["2b0bbcfc9a419ea70d04d3c8","e99a62a6a4b3677568cbb008","fe7aac0ecbb0c2849f090886"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bae0ffc1da12b473f74a2b1f","b1ac9024e3d4ec61f9a27b73","9f5c45f943e79042aec9e467","e92bfd8b7eb0fc97830fe231","a6589219b0e0884945d77b28","1b9c1f0350e49f7f646eb850","475a94e16f23c1a63ea69240","adccbe9b822ee7f815ae4a80","641540b21e3f392cf8f0bd9a","71da35fd94ce73f427f2e7ce","22e8ad1e201236cae3a05725","080268458062c51d69e21edf","c0ba5642ee15db5fba8b4514","e09f5f3a1d31437d4e2c6d10","65e36893b56d652cbfd11b4a","bb329105825c1bb19bf3af65","a374e979dbabf157744673dc","2b0bbcfc9a419ea70d04d3c8","e99a62a6a4b3677568cbb008","fe7aac0ecbb0c2849f090886"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"gemma-3-1b-it--effort-non-reasoning","name":"Gemma 3 1B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-1b-it","detailsUrl":"/efforts?model=gemma-3-1b-it","publishedBenchmarkCount":14,"overallRating":{"score":0.000891196263350803,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000255}],"familyWeights":[{"family":"mmlu-pro","share":0.08214541335559575},{"family":"aime","share":0.08208889899461708},{"family":"livecodebench","share":0.08207309081506658},{"family":"math500","share":0.08174698896465865},{"family":"ifbench","share":0.08012348413328636},{"family":"hle","share":0.07836621981527858},{"family":"gpqa","share":0.07820951019657592},{"family":"critpt","share":0.07800142491639366},{"family":"omniscience","share":0.07772345370503754},{"family":"gmmlu","share":0.07364827688942631},{"family":"aa-lcr","share":0.07230939696648846},{"family":"tau-bench","share":0.06929140935975538},{"family":"terminal-bench","share":0.06427243188783392}]},"capabilityRatings":[{"bucket":"agentic","score":0.005198566220823619,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.009617016038324072,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.003073040813544866,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.003884894031624069,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.029167387998758374,"lowerBound":0,"upperBound":1,"independentScore":0.029167387998758374,"independent":true,"opponentIds":1101,"independentOpponentIds":1101,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["870a7107c43ca88307ffdbaf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050132396610848416,"lowerBound":0,"upperBound":1,"independentScore":0.050132396610848416,"independent":true,"opponentIds":1102,"independentOpponentIds":1102,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ea441b9a6112bdfae0f748f8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":1103,"independentOpponentIds":1103,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["93c701d15fcbd95282d8974f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1104,"independentOpponentIds":1104,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["ea7330bf72144219f9f1610c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.023393842261331482,"lowerBound":0,"upperBound":1,"independentScore":0.023393842261331482,"independent":true,"opponentIds":1105,"independentOpponentIds":1105,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a85c5930a31d561cbd2a37be"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3109801704214444,"lowerBound":0,"upperBound":1,"independentScore":0.3109801704214444,"independent":true,"opponentIds":1106,"independentOpponentIds":1106,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5d6447d51ae1eeef0c7328cd"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.024174897051650466,"lowerBound":0,"upperBound":1,"independentScore":0.024174897051650466,"independent":true,"opponentIds":1107,"independentOpponentIds":1107,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a8f8c4241e62ccc94f5c438c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.009377037629464725,"lowerBound":0,"upperBound":1,"independentScore":0.009377037629464725,"independent":true,"opponentIds":1108,"independentOpponentIds":1108,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["967c42becbfc1b7f69a023c4"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.01757362905490262,"lowerBound":0,"upperBound":1,"independentScore":0.01757362905490262,"independent":true,"opponentIds":1109,"independentOpponentIds":1109,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b405af3f368ddd8defb911f5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.00920441729480335,"lowerBound":0,"upperBound":1,"independentScore":0.00920441729480335,"independent":true,"opponentIds":1110,"independentOpponentIds":1110,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["19ee2523e0c844fa8d5056a4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.005182252938836784,"lowerBound":0,"upperBound":1,"independentScore":0.005182252938836784,"independent":true,"opponentIds":1111,"independentOpponentIds":1111,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["986669b662cfc130d20c3054"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.08624371482192512,"lowerBound":0,"upperBound":1,"independentScore":0.08624371482192512,"independent":true,"opponentIds":1112,"independentOpponentIds":1112,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e7781a6c80a8cf308f349051"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03275329201330386,"lowerBound":0,"upperBound":1,"independentScore":0.03275329201330386,"independent":true,"opponentIds":1113,"independentOpponentIds":1113,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["fd8260748e66a80c27ada5ea"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["870a7107c43ca88307ffdbaf","ea441b9a6112bdfae0f748f8","93c701d15fcbd95282d8974f","ea7330bf72144219f9f1610c","a85c5930a31d561cbd2a37be","5d6447d51ae1eeef0c7328cd","a8f8c4241e62ccc94f5c438c","967c42becbfc1b7f69a023c4","b405af3f368ddd8defb911f5","19ee2523e0c844fa8d5056a4","986669b662cfc130d20c3054","e7781a6c80a8cf308f349051","fd8260748e66a80c27ada5ea"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gemma-3-270m-it--effort-non-reasoning","name":"Gemma 3 270M IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-270m-it","detailsUrl":"/efforts?model=gemma-3-270m-it","publishedBenchmarkCount":12,"overallRating":{"score":0.0007474236046053468,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000011}],"familyWeights":[{"family":"mmlu-pro","share":0.0969861328527577},{"family":"livecodebench","share":0.0966226344783827},{"family":"aime","share":0.09657872031094214},{"family":"ifbench","share":0.09516599416088757},{"family":"hle","share":0.09332594283599771},{"family":"gpqa","share":0.09307669484635002},{"family":"critpt","share":0.09262848154167998},{"family":"omniscience","share":0.09222126562849232},{"family":"aa-lcr","share":0.08567576375668642},{"family":"tau-bench","share":0.08185990991308671},{"family":"terminal-bench","share":0.07585845967475163}]},"capabilityRatings":[{"bucket":"agentic","score":0.004574978950626948,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.009291123000967126,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.002940373589419567,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.003376735262243122,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.01566949551783536,"lowerBound":0,"upperBound":1,"independentScore":0.01566949551783536,"independent":true,"opponentIds":1114,"independentOpponentIds":1114,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["52d80905949128ccdd8df2d8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05122879660459557,"lowerBound":0,"upperBound":1,"independentScore":0.05122879660459557,"independent":true,"opponentIds":1115,"independentOpponentIds":1115,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["76fadff0e219977139924094"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23459648479828435,"lowerBound":0,"upperBound":1,"independentScore":0.23459648479828435,"independent":true,"opponentIds":1116,"independentOpponentIds":1116,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9fbe186ff0d120f39021406b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.008282918775641279,"lowerBound":0,"upperBound":1,"independentScore":0.008282918775641279,"independent":true,"opponentIds":1117,"independentOpponentIds":1117,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3309f5884078782f5109c1aa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.06392228983993864,"lowerBound":0,"upperBound":1,"independentScore":0.06392228983993864,"independent":true,"opponentIds":1118,"independentOpponentIds":1118,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["296e9bf178830a18dc28aea5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1119,"independentOpponentIds":1119,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b36408c26ff599f500a313f0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1120,"independentOpponentIds":1120,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5d43728608ad6d1780bac10c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1121,"independentOpponentIds":1121,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ae1485e7ba3805532af5d722"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1122,"independentOpponentIds":1122,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["da6a60d5479d339a034ebb01"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.07027962457717712,"lowerBound":0,"upperBound":1,"independentScore":0.07027962457717712,"independent":true,"opponentIds":1123,"independentOpponentIds":1123,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5d60afe4189ee37f28c901da"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03325169190966099,"lowerBound":0,"upperBound":1,"independentScore":0.03325169190966099,"independent":true,"opponentIds":1124,"independentOpponentIds":1124,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5482e2f6a8f5c425ecbe1b94"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["52d80905949128ccdd8df2d8","76fadff0e219977139924094","9fbe186ff0d120f39021406b","3309f5884078782f5109c1aa","296e9bf178830a18dc28aea5","b36408c26ff599f500a313f0","5d43728608ad6d1780bac10c","ae1485e7ba3805532af5d722","da6a60d5479d339a034ebb01","5d60afe4189ee37f28c901da","5482e2f6a8f5c425ecbe1b94"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemma-3-27b-it--effort-non-reasoning","name":"Gemma 3 27B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-27b-it","detailsUrl":"/efforts?model=gemma-3-27b-it","publishedBenchmarkCount":22,"overallRating":{"score":0.002878275810312836,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.00000000000001}],"familyWeights":[{"family":"aime","share":0.0623557342688152},{"family":"mmlu-pro","share":0.0623185666373454},{"family":"livecodebench","share":0.06230762163143388},{"family":"math500","share":0.06197855006458646},{"family":"ifbench","share":0.060795761768400534},{"family":"hle","share":0.059720498227241896},{"family":"mmmu-pro","share":0.05968969821849143},{"family":"critpt","share":0.059601572718310264},{"family":"gpqa","share":0.05954311826133111},{"family":"omniscience","share":0.05942341583987874},{"family":"gmmlu","share":0.05871615486166172},{"family":"tau-bench","share":0.058075563345069844},{"family":"terminal-bench","share":0.057301934485416914},{"family":"aa-lcr","share":0.05578139639492685},{"family":"gdpval","share":0.05547340032996364},{"family":"automationbench","share":0.05354621925592599},{"family":"gdp-pdf","share":0.05337079369120685}]},"capabilityRatings":[{"bucket":"agentic","score":0.012980338098405306,"supported":true,"families":4,"independentFamilies":4,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01773915299842749,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.008954754321229065,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.015375228578475,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.018389951227450015,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.016414274190631697,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.19987388996899821,"lowerBound":0,"upperBound":1,"independentScore":0.19987388996899821,"independent":true,"opponentIds":1125,"independentOpponentIds":1125,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6171d7d4fbe5f0e0c06bf689"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.11598117896587265,"lowerBound":0,"upperBound":1,"independentScore":0.11598117896587265,"independent":true,"opponentIds":1126,"independentOpponentIds":1126,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["879b05bb7efdb989b22b0dc3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.023960736868531507,"lowerBound":0,"upperBound":1,"independentScore":0.023960736868531507,"independent":true,"opponentIds":1127,"independentOpponentIds":1127,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["06a85450b2a17ff417c7e6eb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2338229680886719,"lowerBound":0,"upperBound":1,"independentScore":0.2338229680886719,"independent":true,"opponentIds":1128,"independentOpponentIds":1128,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2a72e48f0c589d27795a37bd"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.042855452927816846,"lowerBound":0,"upperBound":1,"independentScore":0.042855452927816846,"independent":true,"opponentIds":1129,"independentOpponentIds":1129,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1ba477dce1a0ef87c127a612"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.016322940647986593,"lowerBound":0,"upperBound":1,"independentScore":0.016322940647986593,"independent":true,"opponentIds":1130,"independentOpponentIds":1130,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b4e8816ad4212bc32c6c8349"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3069532304796169,"lowerBound":0,"upperBound":1,"independentScore":0.3069532304796169,"independent":true,"opponentIds":1131,"independentOpponentIds":1131,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5421892f4adacf93e8314be4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.12546605844082234,"lowerBound":0,"upperBound":1,"independentScore":0.12546605844082234,"independent":true,"opponentIds":1132,"independentOpponentIds":1132,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8ff7f32b33421c1c9c6ce965"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.17353701672948507,"lowerBound":0,"upperBound":1,"independentScore":0.17353701672948507,"independent":true,"opponentIds":1133,"independentOpponentIds":1133,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b72a49afa1eabcb932b719b4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1919060323838096,"lowerBound":0,"upperBound":1,"independentScore":0.1919060323838096,"independent":true,"opponentIds":1134,"independentOpponentIds":1134,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c9a7a6546e6e6d3d50d90e69"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.0811617320019895,"lowerBound":0,"upperBound":1,"independentScore":0.0811617320019895,"independent":true,"opponentIds":1135,"independentOpponentIds":1135,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c238d9191ee2d48b6a84b9f0"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4512778975078473,"lowerBound":0,"upperBound":1,"independentScore":0.4512778975078473,"independent":true,"opponentIds":1136,"independentOpponentIds":1136,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["77df7e4831b72de2ed9a1961"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.22440783921183974,"lowerBound":0,"upperBound":1,"independentScore":0.22440783921183974,"independent":true,"opponentIds":1137,"independentOpponentIds":1137,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7c0d40f3fd2faa8072484fd1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.1667435814910256,"lowerBound":0,"upperBound":1,"independentScore":0.1667435814910256,"independent":true,"opponentIds":1138,"independentOpponentIds":1138,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["1d78d7410ecf03f58df197db"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.15217444536444383,"lowerBound":0,"upperBound":1,"independentScore":0.15217444536444383,"independent":true,"opponentIds":1139,"independentOpponentIds":1139,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2e45792d6883b2e89cc3c62c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.053917598900748966,"lowerBound":0,"upperBound":1,"independentScore":0.053917598900748966,"independent":true,"opponentIds":1140,"independentOpponentIds":1140,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ea5e72c4e76b0f441b7b788e","0382a1aa06c99f35d0e5edc0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1920145644208445,"lowerBound":0,"upperBound":1,"independentScore":0.1920145644208445,"independent":true,"opponentIds":1141,"independentOpponentIds":1141,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["6c6288b8deb73d4839d789d6","7c690cd70e1220383d0f7914","bbca9a0d6ee1668274b86945"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6171d7d4fbe5f0e0c06bf689","879b05bb7efdb989b22b0dc3","06a85450b2a17ff417c7e6eb","2a72e48f0c589d27795a37bd","1ba477dce1a0ef87c127a612","b4e8816ad4212bc32c6c8349","5421892f4adacf93e8314be4","8ff7f32b33421c1c9c6ce965","b72a49afa1eabcb932b719b4","c9a7a6546e6e6d3d50d90e69","c238d9191ee2d48b6a84b9f0","77df7e4831b72de2ed9a1961","7c0d40f3fd2faa8072484fd1","1d78d7410ecf03f58df197db","2e45792d6883b2e89cc3c62c","ea5e72c4e76b0f441b7b788e","0382a1aa06c99f35d0e5edc0","6c6288b8deb73d4839d789d6","7c690cd70e1220383d0f7914","bbca9a0d6ee1668274b86945"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"gemma-3-4b-it--effort-non-reasoning","name":"Gemma 3 4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-4b-it","detailsUrl":"/efforts?model=gemma-3-4b-it","publishedBenchmarkCount":17,"overallRating":{"score":0.0014206741978264048,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999922}],"familyWeights":[{"family":"mmlu-pro","share":0.075442270421604},{"family":"aime","share":0.07542761257365158},{"family":"livecodebench","share":0.07539361592558959},{"family":"math500","share":0.07507514008824623},{"family":"ifbench","share":0.07362753652509331},{"family":"hle","share":0.07210628513511169},{"family":"gpqa","share":0.07192859190633481},{"family":"critpt","share":0.07183658160834784},{"family":"omniscience","share":0.07159478655096757},{"family":"mmmu-pro","share":0.0712636034641669},{"family":"tau-bench","share":0.06891615395113054},{"family":"gmmlu","share":0.06855370381130267},{"family":"aa-lcr","share":0.06669414686228478},{"family":"terminal-bench","share":0.06213997117617343}]},"capabilityRatings":[{"bucket":"agentic","score":0.005695389357974891,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01315787457447559,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.004427818727872151,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005999418436074817,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.006976419392263733,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.01586437263532527,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.09595528393884147,"lowerBound":0,"upperBound":1,"independentScore":0.09595528393884147,"independent":true,"opponentIds":1142,"independentOpponentIds":1142,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d22ebd4720d57b1d0764161d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.11501137932008708,"lowerBound":0,"upperBound":1,"independentScore":0.11501137932008708,"independent":true,"opponentIds":1143,"independentOpponentIds":1143,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["613fa8b94c50285eabaf9c8f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.235036100498203,"lowerBound":0,"upperBound":1,"independentScore":0.235036100498203,"independent":true,"opponentIds":1144,"independentOpponentIds":1144,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a442736b72445b13048e7d53"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.027844420400352583,"lowerBound":0,"upperBound":1,"independentScore":0.027844420400352583,"independent":true,"opponentIds":1145,"independentOpponentIds":1145,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["cf36cb19af8c5e42ca17f4dd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.03331953633508782,"lowerBound":0,"upperBound":1,"independentScore":0.03331953633508782,"independent":true,"opponentIds":1146,"independentOpponentIds":1146,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0cb0a7036c6d87b2926d3b6e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.30339491114950057,"lowerBound":0,"upperBound":1,"independentScore":0.30339491114950057,"independent":true,"opponentIds":1147,"independentOpponentIds":1147,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7d8ce4772f34fadf12075913"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.12718088111027542,"lowerBound":0,"upperBound":1,"independentScore":0.12718088111027542,"independent":true,"opponentIds":1148,"independentOpponentIds":1148,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0b13cb76860c726d995622e9"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.04165651465768431,"lowerBound":0,"upperBound":1,"independentScore":0.04165651465768431,"independent":true,"opponentIds":1149,"independentOpponentIds":1149,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["62201b3cf05086b0b77a78bb"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.2342660629599586,"lowerBound":0,"upperBound":1,"independentScore":0.2342660629599586,"independent":true,"opponentIds":1150,"independentOpponentIds":1150,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["555c7d3fe8cc0863494ec509"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.04998803903461221,"lowerBound":0,"upperBound":1,"independentScore":0.04998803903461221,"independent":true,"opponentIds":1151,"independentOpponentIds":1151,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["616fdd55adeeae6be1242f52"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.026537181991202786,"lowerBound":0,"upperBound":1,"independentScore":0.026537181991202786,"independent":true,"opponentIds":1152,"independentOpponentIds":1152,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["99f7e488d25cf68d9af18b26"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.043365740412271744,"lowerBound":0,"upperBound":1,"independentScore":0.043365740412271744,"independent":true,"opponentIds":1153,"independentOpponentIds":1153,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["024ea9c47f612bdb82a2af67"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.03225857819085239,"lowerBound":0,"upperBound":1,"independentScore":0.03225857819085239,"independent":true,"opponentIds":1154,"independentOpponentIds":1154,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b46e070e0d48161a9317ca32","94f7565276574925a5e8b94f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.059918820543114586,"lowerBound":0,"upperBound":1,"independentScore":0.059918820543114586,"independent":true,"opponentIds":1155,"independentOpponentIds":1155,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7c2754460e15897101c6669f","3a5f475968c70faa3e41558a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d22ebd4720d57b1d0764161d","613fa8b94c50285eabaf9c8f","a442736b72445b13048e7d53","cf36cb19af8c5e42ca17f4dd","0cb0a7036c6d87b2926d3b6e","7d8ce4772f34fadf12075913","0b13cb76860c726d995622e9","62201b3cf05086b0b77a78bb","555c7d3fe8cc0863494ec509","616fdd55adeeae6be1242f52","99f7e488d25cf68d9af18b26","024ea9c47f612bdb82a2af67","b46e070e0d48161a9317ca32","94f7565276574925a5e8b94f","7c2754460e15897101c6669f","3a5f475968c70faa3e41558a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gemma-3n-e2b-it--effort-non-reasoning","name":"Gemma 3n E2B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3n-e2b-it","detailsUrl":"/efforts?model=gemma-3n-e2b-it","publishedBenchmarkCount":13,"overallRating":{"score":0.0009387125400343871,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.0886243953933398},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068651},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.08392383704628471},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.002990184984836674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.008816698186113754,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.004028918629234823,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004800203888467184,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.08367873805108171,"lowerBound":0,"upperBound":1,"independentScore":0.08367873805108171,"independent":true,"opponentIds":1156,"independentOpponentIds":1156,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["254339b1bd7ba893610b28a5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050858727356192394,"lowerBound":0,"upperBound":1,"independentScore":0.050858727356192394,"independent":true,"opponentIds":1157,"independentOpponentIds":1157,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5cc3c6f529c5fcaac01b08b9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":1158,"independentOpponentIds":1158,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d24e94beebb7749ea1d8ffea"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.01328686213214244,"lowerBound":0,"upperBound":1,"independentScore":0.01328686213214244,"independent":true,"opponentIds":1159,"independentOpponentIds":1159,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3e9213eb8cb6f7bda1d0f1e5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1312297077159333,"lowerBound":0,"upperBound":1,"independentScore":0.1312297077159333,"independent":true,"opponentIds":1160,"independentOpponentIds":1160,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6e6e05f44c22c523f43e0263"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.05447349903090906,"lowerBound":0,"upperBound":1,"independentScore":0.05447349903090906,"independent":true,"opponentIds":1161,"independentOpponentIds":1161,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fc57f0fecccf2986223f97b0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.03287638387192238,"lowerBound":0,"upperBound":1,"independentScore":0.03287638387192238,"independent":true,"opponentIds":1162,"independentOpponentIds":1162,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["265009dd01320779e45d8889"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.07998983736471336,"lowerBound":0,"upperBound":1,"independentScore":0.07998983736471336,"independent":true,"opponentIds":1163,"independentOpponentIds":1163,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["6c6b8a1e0fb87413ec47be0e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.03694165969600414,"lowerBound":0,"upperBound":1,"independentScore":0.03694165969600414,"independent":true,"opponentIds":1164,"independentOpponentIds":1164,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e2a432a9133e962dcc3af709"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.032757945283323736,"lowerBound":0,"upperBound":1,"independentScore":0.032757945283323736,"independent":true,"opponentIds":1165,"independentOpponentIds":1165,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["085cdd0603d97d7410437c05"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023110106318695922,"lowerBound":0,"upperBound":1,"independentScore":0.023110106318695922,"independent":true,"opponentIds":1166,"independentOpponentIds":1166,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["6beb07747331dd05fccc4d18"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.08232775477459375,"lowerBound":0,"upperBound":1,"independentScore":0.08232775477459375,"independent":true,"opponentIds":1167,"independentOpponentIds":1167,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f0214606125afc28f6556fde"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["254339b1bd7ba893610b28a5","5cc3c6f529c5fcaac01b08b9","d24e94beebb7749ea1d8ffea","3e9213eb8cb6f7bda1d0f1e5","6e6e05f44c22c523f43e0263","fc57f0fecccf2986223f97b0","265009dd01320779e45d8889","6c6b8a1e0fb87413ec47be0e","e2a432a9133e962dcc3af709","085cdd0603d97d7410437c05","6beb07747331dd05fccc4d18","f0214606125afc28f6556fde"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"gemma-3n-e4b-it--effort-non-reasoning","name":"Gemma 3n E4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3n-e4b-it","detailsUrl":"/efforts?model=gemma-3n-e4b-it","publishedBenchmarkCount":16,"overallRating":{"score":0.0014720076001073458,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000142}],"familyWeights":[{"family":"mmlu-pro","share":0.08125693555295263},{"family":"aime","share":0.08120103244649456},{"family":"livecodebench","share":0.08118539524686927},{"family":"math500","share":0.08086282048633346},{"family":"ifbench","share":0.07925687534510376},{"family":"hle","share":0.07751861744846691},{"family":"gpqa","share":0.07736360278766864},{"family":"critpt","share":0.07715776814017478},{"family":"omniscience","share":0.07688280344179334},{"family":"mmmu-pro","share":0.07617791862816821},{"family":"tau-bench","share":0.0734081151681275},{"family":"aa-lcr","share":0.07152730468034794},{"family":"terminal-bench","share":0.06620081062750623}]},"capabilityRatings":[{"bucket":"agentic","score":0.005317343641379664,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.012378127043843645,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006743968237968784,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006561149599481402,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.006479190085451731,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.12785810030143552,"lowerBound":0,"upperBound":1,"independentScore":0.12785810030143552,"independent":true,"opponentIds":1168,"independentOpponentIds":1168,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ea42f23527add8b9c39d253d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05013239661084843,"lowerBound":0,"upperBound":1,"independentScore":0.05013239661084843,"independent":true,"opponentIds":1169,"independentOpponentIds":1169,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["99d58e99ccd89cd35c2b912b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":1170,"independentOpponentIds":1170,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["696ce85764f9c9d4b1ba6e1c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.03861840627267419,"lowerBound":0,"upperBound":1,"independentScore":0.03861840627267419,"independent":true,"opponentIds":1171,"independentOpponentIds":1171,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c0d8d76e50c09ce3e119f8ba"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1866356119899218,"lowerBound":0,"upperBound":1,"independentScore":0.1866356119899218,"independent":true,"opponentIds":1172,"independentOpponentIds":1172,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fc586044e84b48830b7341ca"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.11491963929332372,"lowerBound":0,"upperBound":1,"independentScore":0.11491963929332372,"independent":true,"opponentIds":1173,"independentOpponentIds":1173,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["01760f7dbd3659373c5cb7d0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.10275342074640335,"lowerBound":0,"upperBound":1,"independentScore":0.10275342074640335,"independent":true,"opponentIds":1174,"independentOpponentIds":1174,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0a88eeceeac43fa8c6eca502"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.2535623620778808,"lowerBound":0,"upperBound":1,"independentScore":0.2535623620778808,"independent":true,"opponentIds":1175,"independentOpponentIds":1175,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["8cd759735b2f8417924de7a2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.08678450592243157,"lowerBound":0,"upperBound":1,"independentScore":0.08678450592243157,"independent":true,"opponentIds":1176,"independentOpponentIds":1176,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["90efdea1edf0d70b9c91f2e0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.018052643208764946,"lowerBound":0,"upperBound":1,"independentScore":0.018052643208764946,"independent":true,"opponentIds":1177,"independentOpponentIds":1177,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f604330d5bdfb9b2f5bfd3f5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.04886124199474681,"lowerBound":0,"upperBound":1,"independentScore":0.04886124199474681,"independent":true,"opponentIds":1178,"independentOpponentIds":1178,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2ae2a55f56fb56a01959e687"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.027727429278890565,"lowerBound":0,"upperBound":1,"independentScore":0.027727429278890565,"independent":true,"opponentIds":1179,"independentOpponentIds":1179,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5a340915e75cfe29b8a881e4","a0fdfcd89c7b44fa4f91571d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12020439952789168,"lowerBound":0,"upperBound":1,"independentScore":0.12020439952789168,"independent":true,"opponentIds":1180,"independentOpponentIds":1180,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["b88afa6c66f560b3e323a93e","42b31d167ae12b063c4787ce"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ea42f23527add8b9c39d253d","99d58e99ccd89cd35c2b912b","696ce85764f9c9d4b1ba6e1c","c0d8d76e50c09ce3e119f8ba","fc586044e84b48830b7341ca","01760f7dbd3659373c5cb7d0","0a88eeceeac43fa8c6eca502","8cd759735b2f8417924de7a2","90efdea1edf0d70b9c91f2e0","f604330d5bdfb9b2f5bfd3f5","2ae2a55f56fb56a01959e687","5a340915e75cfe29b8a881e4","a0fdfcd89c7b44fa4f91571d","b88afa6c66f560b3e323a93e","42b31d167ae12b063c4787ce"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"gemma-4-12b-it--effort-non-reasoning","name":"Gemma 4 12B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-12b-it","detailsUrl":"/efforts?model=gemma-4-12b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.011071167585896602,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999959}],"familyWeights":[{"family":"ifbench","share":0.11876240964733412},{"family":"gpqa","share":0.11746867297933733},{"family":"hle","share":0.11723927564052483},{"family":"critpt","share":0.11670949783686319},{"family":"mmmu-pro","share":0.11465460874957953},{"family":"omniscience","share":0.11461363920299929},{"family":"aa-lcr","share":0.10665843930283368},{"family":"tau-bench","share":0.10097581112608324},{"family":"terminal-bench","share":0.09291764551444832}]},"capabilityRatings":[{"bucket":"agentic","score":0.033148204582149725,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.038431452044251274,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04770367643878973,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.031671975749554625,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05087597858378102,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.05347279019889108,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.34782104751794013,"lowerBound":0,"upperBound":1,"independentScore":0.34782104751794013,"independent":true,"opponentIds":1181,"independentOpponentIds":1181,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2fa190ad552336df40fc5759"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22928808774067483,"lowerBound":0,"upperBound":1,"independentScore":0.22928808774067483,"independent":true,"opponentIds":1182,"independentOpponentIds":1182,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["716efdabc122b732d667420c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3710267642612537,"lowerBound":0,"upperBound":1,"independentScore":0.3710267642612537,"independent":true,"opponentIds":1183,"independentOpponentIds":1183,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bf1dc487a514004349865eb5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3604517006072875,"lowerBound":0,"upperBound":1,"independentScore":0.3604517006072875,"independent":true,"opponentIds":1184,"independentOpponentIds":1184,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["9b0cac4689133115cef3a717"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5351760146288596,"lowerBound":0,"upperBound":1,"independentScore":0.5351760146288596,"independent":true,"opponentIds":1185,"independentOpponentIds":1185,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["01faa81311cd7b4f50088ac4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.37946539441477023,"lowerBound":0,"upperBound":1,"independentScore":0.37946539441477023,"independent":true,"opponentIds":1186,"independentOpponentIds":1186,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["d44fa4443a7ce8124d0a70d3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.13899603813120068,"lowerBound":0,"upperBound":1,"independentScore":0.13899603813120068,"independent":true,"opponentIds":1187,"independentOpponentIds":1187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2751c624590967f5d5249682"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4014645594118036,"lowerBound":0,"upperBound":1,"independentScore":0.4014645594118036,"independent":true,"opponentIds":1188,"independentOpponentIds":1188,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5e5cb56ee5eb6803aa8bd6a2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4779679317145591,"lowerBound":0,"upperBound":1,"independentScore":0.4779679317145591,"independent":true,"opponentIds":1189,"independentOpponentIds":1189,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["350822620ac30f66a2da1d9b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2fa190ad552336df40fc5759","716efdabc122b732d667420c","bf1dc487a514004349865eb5","9b0cac4689133115cef3a717","01faa81311cd7b4f50088ac4","d44fa4443a7ce8124d0a70d3","2751c624590967f5d5249682","5e5cb56ee5eb6803aa8bd6a2","350822620ac30f66a2da1d9b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gemma-4-12b-it--effort-reasoning","name":"Gemma 4 12B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-12b-it","detailsUrl":"/efforts?model=gemma-4-12b-it","publishedBenchmarkCount":12,"overallRating":{"score":0.030070075384174468,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000049}],"familyWeights":[{"family":"gdpval","share":0.12942444060200203},{"family":"terminal-bench","share":0.11651192365628199},{"family":"ifbench","share":0.09891490913303382},{"family":"gpqa","share":0.0975172030190991},{"family":"hle","share":0.09743588642616005},{"family":"critpt","share":0.09681377423323305},{"family":"omniscience","share":0.09537126764814928},{"family":"mmmu-pro","share":0.09536102433501252},{"family":"aa-lcr","share":0.0886893503031662},{"family":"tau-bench","share":0.08396022064386946}]},"capabilityRatings":[{"bucket":"agentic","score":0.05660394268955469,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07462224265213016,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07432535719479587,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09436191873501039,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.12143102603180406,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.15748184765677156,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6087201855630892,"lowerBound":0,"upperBound":1,"independentScore":0.6087201855630892,"independent":true,"opponentIds":1181,"independentOpponentIds":1181,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7f25db26af07cec60d504c7c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23027331800353376,"lowerBound":0,"upperBound":1,"independentScore":0.23027331800353376,"independent":true,"opponentIds":1182,"independentOpponentIds":1182,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["bea6c787579f9a1237d89ed4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3025899994596388,"lowerBound":0,"upperBound":1,"independentScore":0.3025899994596388,"independent":true,"opponentIds":1190,"independentOpponentIds":1190,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9ce2a98a13e9e059a62ee45e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5704912874281556,"lowerBound":0,"upperBound":1,"independentScore":0.5704912874281556,"independent":true,"opponentIds":1183,"independentOpponentIds":1183,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a333a9160f2666010facc8ed"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6416352254789756,"lowerBound":0,"upperBound":1,"independentScore":0.6416352254789756,"independent":true,"opponentIds":1184,"independentOpponentIds":1184,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e9d2340a77f08483cc4db4b8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.904427511896688,"lowerBound":0,"upperBound":1,"independentScore":0.904427511896688,"independent":true,"opponentIds":1185,"independentOpponentIds":1185,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a15f95933b64d5141645bcf6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5911919357380662,"lowerBound":0,"upperBound":1,"independentScore":0.5911919357380662,"independent":true,"opponentIds":1186,"independentOpponentIds":1186,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["38462004b6ccf5545dc45a40"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2723776200714877,"lowerBound":0,"upperBound":1,"independentScore":0.2723776200714877,"independent":true,"opponentIds":1187,"independentOpponentIds":1187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f5850b32526048230419690d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4533525831707472,"lowerBound":0,"upperBound":1,"independentScore":0.4533525831707472,"independent":true,"opponentIds":1188,"independentOpponentIds":1188,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d9aa2621884ddc873af35623"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49984752642232017,"lowerBound":0,"upperBound":1,"independentScore":0.49984752642232017,"independent":true,"opponentIds":1191,"independentOpponentIds":1191,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["5ca27f0cf0791ac115c1d87e","afa273af8ca9474f2626494e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7f25db26af07cec60d504c7c","bea6c787579f9a1237d89ed4","9ce2a98a13e9e059a62ee45e","a333a9160f2666010facc8ed","e9d2340a77f08483cc4db4b8","a15f95933b64d5141645bcf6","38462004b6ccf5545dc45a40","f5850b32526048230419690d","d9aa2621884ddc873af35623","5ca27f0cf0791ac115c1d87e","afa273af8ca9474f2626494e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemma-4-26b-a4b-it--effort-reasoning","name":"Gemma 4 26B-A4B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-26b-a4b-it","detailsUrl":"/efforts?model=gemma-4-26b-a4b-it","publishedBenchmarkCount":17,"overallRating":{"score":0.03843663959275087,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000118}],"familyWeights":[{"family":"gdpval","share":0.0924786326937423},{"family":"tau-bench","share":0.09144631670856186},{"family":"briefcase","share":0.08698771023782556},{"family":"automationbench","share":0.08676516507302884},{"family":"terminal-bench","share":0.08191751309039286},{"family":"ifbench","share":0.07418200914730082},{"family":"gpqa","share":0.07277333343514306},{"family":"hle","share":0.07275978674322589},{"family":"critpt","share":0.07203798930011712},{"family":"omniscience","share":0.07136925398181575},{"family":"mmmu-pro","share":0.07109350410573535},{"family":"aa-lcr","share":0.06644845904125582},{"family":"itbench","share":0.05974032644185728}]},"capabilityRatings":[{"bucket":"agentic","score":0.09244410712502944,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08972126266129297,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07964853867710929,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12697446535291876,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.11526823178277805,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1864504813475485,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.21197902014724382,"lowerBound":0,"upperBound":1,"independentScore":0.21197902014724382,"independent":true,"opponentIds":1192,"independentOpponentIds":1192,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b740a64246adba5c08c32d75"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6488001912876336,"lowerBound":0,"upperBound":1,"independentScore":0.6488001912876336,"independent":true,"opponentIds":1193,"independentOpponentIds":1193,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2ecf2ada691fdd1c0a03b480"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.27112178035329365,"lowerBound":0,"upperBound":1,"independentScore":0.27112178035329365,"independent":true,"opponentIds":1194,"independentOpponentIds":1194,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["b7dddcd63170c619f5d1707c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23053365467501172,"lowerBound":0,"upperBound":1,"independentScore":0.23053365467501172,"independent":true,"opponentIds":1195,"independentOpponentIds":1195,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f6dcd64e671508e237b35918"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3915326840181618,"lowerBound":0,"upperBound":1,"independentScore":0.3915326840181618,"independent":true,"opponentIds":1196,"independentOpponentIds":1196,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["72ff96edc2e4b3bfe7936b1c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6560695453733799,"lowerBound":0,"upperBound":1,"independentScore":0.6560695453733799,"independent":true,"opponentIds":1197,"independentOpponentIds":1197,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["297b1d6d72e973e016718eff"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.681824369618677,"lowerBound":0,"upperBound":1,"independentScore":0.681824369618677,"independent":true,"opponentIds":1198,"independentOpponentIds":1198,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8b3cd8bd20e702eedb423658"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8812501143052033,"lowerBound":0,"upperBound":1,"independentScore":0.8812501143052033,"independent":true,"opponentIds":1199,"independentOpponentIds":1199,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b0b8625f23efeef97463192d"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.14877103875798706,"lowerBound":0,"upperBound":1,"independentScore":0.14877103875798706,"independent":true,"opponentIds":1200,"independentOpponentIds":1200,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["123c6d4efe200397de794a3b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5777010874724093,"lowerBound":0,"upperBound":1,"independentScore":0.5777010874724093,"independent":true,"opponentIds":1201,"independentOpponentIds":1201,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["7177df54c2337ce7eaf62e08"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4679430091133222,"lowerBound":0,"upperBound":1,"independentScore":0.4679430091133222,"independent":true,"opponentIds":1202,"independentOpponentIds":1202,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["319e9e5b1b3e864344a503b3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5029882792666726,"lowerBound":0,"upperBound":1,"independentScore":0.5029882792666726,"independent":true,"opponentIds":1203,"independentOpponentIds":1203,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d8a5c15274c4f18730b4d9f5","23c4101446e544ed2ac5b82f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5104720213249458,"lowerBound":0,"upperBound":1,"independentScore":0.5104720213249458,"independent":true,"opponentIds":1204,"independentOpponentIds":1204,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["81715bf25a80b1a5d222b5cf","60c606d7f6815f665071f6e1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b740a64246adba5c08c32d75","2ecf2ada691fdd1c0a03b480","b7dddcd63170c619f5d1707c","f6dcd64e671508e237b35918","72ff96edc2e4b3bfe7936b1c","297b1d6d72e973e016718eff","8b3cd8bd20e702eedb423658","b0b8625f23efeef97463192d","123c6d4efe200397de794a3b","7177df54c2337ce7eaf62e08","319e9e5b1b3e864344a503b3","d8a5c15274c4f18730b4d9f5","23c4101446e544ed2ac5b82f","81715bf25a80b1a5d222b5cf","60c606d7f6815f665071f6e1"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gemma-4-26b-a4b-it--effort-non-reasoning","name":"Gemma 4 26B-A4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-26b-a4b-it","detailsUrl":"/efforts?model=gemma-4-26b-a4b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.019856432545557415,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999992}],"familyWeights":[{"family":"ifbench","share":0.11873770955945194},{"family":"gpqa","share":0.1174226468944819},{"family":"hle","share":0.11718707833924238},{"family":"critpt","share":0.11666230690410635},{"family":"mmmu-pro","share":0.1146986716084947},{"family":"omniscience","share":0.11457054620479783},{"family":"aa-lcr","share":0.10662667763141757},{"family":"tau-bench","share":0.10123298976117838},{"family":"terminal-bench","share":0.09286137309683234}]},"capabilityRatings":[{"bucket":"agentic","score":0.05091945378576821,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05906349147393803,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10060354214672264,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0422682765822478,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.09281734936568807,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07033113484262925,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4145097811816115,"lowerBound":0,"upperBound":1,"independentScore":0.4145097811816115,"independent":true,"opponentIds":1193,"independentOpponentIds":1193,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["949edb06f6af88efae6f287b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22956433836924628,"lowerBound":0,"upperBound":1,"independentScore":0.22956433836924628,"independent":true,"opponentIds":1195,"independentOpponentIds":1195,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6fc2dd3e0d651bd9249e2633"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4849664791906151,"lowerBound":0,"upperBound":1,"independentScore":0.4849664791906151,"independent":true,"opponentIds":1197,"independentOpponentIds":1197,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5fcfd34173707143f2a99925"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5607670551992241,"lowerBound":0,"upperBound":1,"independentScore":0.5607670551992241,"independent":true,"opponentIds":1198,"independentOpponentIds":1198,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0311d8249343cd490439681b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5403829077850959,"lowerBound":0,"upperBound":1,"independentScore":0.5403829077850959,"independent":true,"opponentIds":1199,"independentOpponentIds":1199,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4b414517eb3739571023617d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5351835692349791,"lowerBound":0,"upperBound":1,"independentScore":0.5351835692349791,"independent":true,"opponentIds":1201,"independentOpponentIds":1201,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f245bbe38d52f3b84a64e4dc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2674185109030031,"lowerBound":0,"upperBound":1,"independentScore":0.2674185109030031,"independent":true,"opponentIds":1202,"independentOpponentIds":1202,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f2a7a0301ac7cdb230df1663"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.48492279154217577,"lowerBound":0,"upperBound":1,"independentScore":0.48492279154217577,"independent":true,"opponentIds":1205,"independentOpponentIds":1205,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2bb7da5d78c57f44d827d9f9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6631137396962232,"lowerBound":0,"upperBound":1,"independentScore":0.6631137396962232,"independent":true,"opponentIds":1206,"independentOpponentIds":1206,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["6cd407ecade291b598835150"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["949edb06f6af88efae6f287b","6fc2dd3e0d651bd9249e2633","5fcfd34173707143f2a99925","0311d8249343cd490439681b","4b414517eb3739571023617d","f245bbe38d52f3b84a64e4dc","f2a7a0301ac7cdb230df1663","2bb7da5d78c57f44d827d9f9","6cd407ecade291b598835150"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gemma-4-31b-it--effort-reasoning","name":"Gemma 4 31B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":20,"overallRating":{"score":0.07561808394242077,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999811}],"familyWeights":[{"family":"briefcase","share":0.0783653466233846},{"family":"automationbench","share":0.07833814592306093},{"family":"gdp-pdf","share":0.07800461891438962},{"family":"terminal-bench","share":0.07413000735401487},{"family":"ifbench","share":0.06808574757311439},{"family":"tau-bench","share":0.06685519599807754},{"family":"hle","share":0.06675801991646031},{"family":"gpqa","share":0.06672406636961874},{"family":"critpt","share":0.06594005894860851},{"family":"omniscience","share":0.06543270154524294},{"family":"mmmu-pro","share":0.06492100620325715},{"family":"aa-lcr","share":0.06110663909308064},{"family":"enterprise-ops","share":0.05590208631722944},{"family":"itbench","share":0.05586503428759344},{"family":"gdpval","share":0.0535713249328566}]},"capabilityRatings":[{"bucket":"agentic","score":0.13935501190535435,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2103323951685224,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1366531390108618,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1502772118219042,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.18997518707780406,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.21402193879771123,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2553603583882248,"lowerBound":0,"upperBound":1,"independentScore":0.2553603583882248,"independent":true,"opponentIds":1207,"independentOpponentIds":1207,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["00ca1349b4ad03059b696d93"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6797200511254208,"lowerBound":0,"upperBound":1,"independentScore":0.6797200511254208,"independent":true,"opponentIds":1208,"independentOpponentIds":1208,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["706f0676dad235cacaacf815"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.37845905731027607,"lowerBound":0,"upperBound":1,"independentScore":0.37845905731027607,"independent":true,"opponentIds":1209,"independentOpponentIds":1209,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["6d730c431d429efc51487ae1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6855408595721506,"lowerBound":0,"upperBound":1,"independentScore":0.6855408595721506,"independent":true,"opponentIds":1210,"independentOpponentIds":1210,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["601a3ec51179b6fffcfaead1"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.13983500448016573,"lowerBound":0,"upperBound":1,"independentScore":0.13983500448016573,"independent":true,"opponentIds":1211,"independentOpponentIds":1211,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["5e1832dadb83cec7d9868f04"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4223172433498912,"lowerBound":0,"upperBound":1,"independentScore":0.4223172433498912,"independent":true,"opponentIds":1212,"independentOpponentIds":1212,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["b21e911e97485a34e9502144"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.392411574289681,"lowerBound":0,"upperBound":1,"independentScore":0.392411574289681,"independent":true,"opponentIds":1213,"independentOpponentIds":1213,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7d63b6a3c77cb4a775dd9bcb"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8187944460955641,"lowerBound":0,"upperBound":1,"independentScore":0.8187944460955641,"independent":true,"opponentIds":1214,"independentOpponentIds":1214,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a0a564da6c85edee9be55904"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7288916263611195,"lowerBound":0,"upperBound":1,"independentScore":0.7288916263611195,"independent":true,"opponentIds":1215,"independentOpponentIds":1215,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8e3a35ca0c938e259f5e70b4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9306044781631606,"lowerBound":0,"upperBound":1,"independentScore":0.9306044781631606,"independent":true,"opponentIds":1216,"independentOpponentIds":1216,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["26dcfe7fc4f0f3ca73ea75cd"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.5765814533931594,"lowerBound":0,"upperBound":1,"independentScore":0.5765814533931594,"independent":true,"opponentIds":1217,"independentOpponentIds":1217,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["25e5a78d91ee39f3070e8ee1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.698191432391994,"lowerBound":0,"upperBound":1,"independentScore":0.698191432391994,"independent":true,"opponentIds":1218,"independentOpponentIds":1218,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["6cbd352ef10ac02c691f3078"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.49202944980466734,"lowerBound":0,"upperBound":1,"independentScore":0.49202944980466734,"independent":true,"opponentIds":1219,"independentOpponentIds":1219,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["31dd36e84421125afbaf73c8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5698949815218392,"lowerBound":0,"upperBound":1,"independentScore":0.5698949815218392,"independent":true,"opponentIds":1220,"independentOpponentIds":1220,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["46fcde8fb24e810ecbd0e3fd","2d0393ab86c8e9008391b8f9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5302907881854881,"lowerBound":0,"upperBound":1,"independentScore":0.5302907881854881,"independent":true,"opponentIds":1221,"independentOpponentIds":1221,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["6a59f286887b9777ef477767","e0daed7f980e0bd9dd3d6801","632c819ff919f14202c38e37"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["00ca1349b4ad03059b696d93","706f0676dad235cacaacf815","6d730c431d429efc51487ae1","601a3ec51179b6fffcfaead1","5e1832dadb83cec7d9868f04","b21e911e97485a34e9502144","7d63b6a3c77cb4a775dd9bcb","a0a564da6c85edee9be55904","8e3a35ca0c938e259f5e70b4","26dcfe7fc4f0f3ca73ea75cd","25e5a78d91ee39f3070e8ee1","6cbd352ef10ac02c691f3078","31dd36e84421125afbaf73c8","46fcde8fb24e810ecbd0e3fd","2d0393ab86c8e9008391b8f9","6a59f286887b9777ef477767","e0daed7f980e0bd9dd3d6801","632c819ff919f14202c38e37"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":20}],"unspecified":0,"total":20}},{"id":"gemma-4-31b-it--effort-non-reasoning","name":"Gemma 4 31B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":13,"overallRating":{"score":0.030207923086756905,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000011}],"familyWeights":[{"family":"tau-bench","share":0.11261342949084648},{"family":"ifbench","share":0.10464530474780477},{"family":"gpqa","share":0.10313938541728451},{"family":"hle","share":0.10304513296908825},{"family":"critpt","share":0.10239363366104466},{"family":"mmmu-pro","share":0.10097334128699316},{"family":"omniscience","share":0.10087170982581595},{"family":"terminal-bench","share":0.09895872381073602},{"family":"aa-lcr","share":0.09381527430510886},{"family":"gdpval","share":0.0795440644852834}]},"capabilityRatings":[{"bucket":"agentic","score":0.09903173096235128,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06950651090740312,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11530731792476108,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06292256150317277,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.13948959822844786,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08839606135773571,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.46360258260587905,"lowerBound":0,"upperBound":1,"independentScore":0.46360258260587905,"independent":true,"opponentIds":1208,"independentOpponentIds":1208,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0a11579402aa7ddc9dd6348f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23217672528796787,"lowerBound":0,"upperBound":1,"independentScore":0.23217672528796787,"independent":true,"opponentIds":1210,"independentOpponentIds":1210,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["89a616e7c917c56392cafec6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.37465123966594877,"lowerBound":0,"upperBound":1,"independentScore":0.37465123966594877,"independent":true,"opponentIds":1213,"independentOpponentIds":1213,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9d403a9e0e26ba60727627fc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5996219537522129,"lowerBound":0,"upperBound":1,"independentScore":0.5996219537522129,"independent":true,"opponentIds":1214,"independentOpponentIds":1214,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7fa903a68ff27edd309baae9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5651011588748767,"lowerBound":0,"upperBound":1,"independentScore":0.5651011588748767,"independent":true,"opponentIds":1215,"independentOpponentIds":1215,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7701f8f5dda40cd06fa4c776"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6594184486729929,"lowerBound":0,"upperBound":1,"independentScore":0.6594184486729929,"independent":true,"opponentIds":1216,"independentOpponentIds":1216,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["559274bb4d2db9e3dee3156b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6300339453085823,"lowerBound":0,"upperBound":1,"independentScore":0.6300339453085823,"independent":true,"opponentIds":1218,"independentOpponentIds":1218,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["fca70e45bb76253f1f919976"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.34894068203337913,"lowerBound":0,"upperBound":1,"independentScore":0.34894068203337913,"independent":true,"opponentIds":1219,"independentOpponentIds":1219,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c7458f1927e4b1a2a3dabfd7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5064359189483082,"lowerBound":0,"upperBound":1,"independentScore":0.5064359189483082,"independent":true,"opponentIds":1220,"independentOpponentIds":1220,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5fb1a0a25e052c05799b4a8d","38550b8a2a207eb0da07c6e6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.648158267978597,"lowerBound":0,"upperBound":1,"independentScore":0.648158267978597,"independent":true,"opponentIds":1222,"independentOpponentIds":1222,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4c693dcad0bad4f75e983ec7","7082033eb30f427626a4ffe5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0a11579402aa7ddc9dd6348f","89a616e7c917c56392cafec6","9d403a9e0e26ba60727627fc","7fa903a68ff27edd309baae9","7701f8f5dda40cd06fa4c776","559274bb4d2db9e3dee3156b","fca70e45bb76253f1f919976","c7458f1927e4b1a2a3dabfd7","5fb1a0a25e052c05799b4a8d","38550b8a2a207eb0da07c6e6","4c693dcad0bad4f75e983ec7","7082033eb30f427626a4ffe5"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"gemma-4-e2b-it--effort-non-reasoning","name":"Gemma 4 E2B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e2b-it","detailsUrl":"/efforts?model=gemma-4-e2b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.003397569727275427,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999959}],"familyWeights":[{"family":"ifbench","share":0.11876240964733412},{"family":"gpqa","share":0.11746867297933733},{"family":"hle","share":0.11723927564052483},{"family":"critpt","share":0.11670949783686319},{"family":"mmmu-pro","share":0.11465460874957953},{"family":"omniscience","share":0.11461363920299929},{"family":"aa-lcr","share":0.10665843930283368},{"family":"tau-bench","share":0.10097581112608324},{"family":"terminal-bench","share":0.09291764551444832}]},"capabilityRatings":[{"bucket":"agentic","score":0.01444682108048039,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021622568995704704,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.011998189532815486,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.014437600067085896,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.010619675869300215,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.0240070773763268,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1847320835988203,"lowerBound":0,"upperBound":1,"independentScore":0.1847320835988203,"independent":true,"opponentIds":1223,"independentOpponentIds":1223,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5110c2885f54e024cd329be3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22928808774067483,"lowerBound":0,"upperBound":1,"independentScore":0.22928808774067483,"independent":true,"opponentIds":1224,"independentOpponentIds":1224,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["64f0265c1003812ec781556f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.10951254692920347,"lowerBound":0,"upperBound":1,"independentScore":0.10951254692920347,"independent":true,"opponentIds":1225,"independentOpponentIds":1225,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9c01f4e5c42675a3c6f3d9aa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.22523347818194597,"lowerBound":0,"upperBound":1,"independentScore":0.22523347818194597,"independent":true,"opponentIds":1226,"independentOpponentIds":1226,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e0d5158b58c9798a658ce75a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.273637474456138,"lowerBound":0,"upperBound":1,"independentScore":0.273637474456138,"independent":true,"opponentIds":1227,"independentOpponentIds":1227,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2135126d4e4981631a2395d2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.07111226623949474,"lowerBound":0,"upperBound":1,"independentScore":0.07111226623949474,"independent":true,"opponentIds":1228,"independentOpponentIds":1228,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["935ddb78227e9b20558bbd5e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.059034194187676435,"lowerBound":0,"upperBound":1,"independentScore":0.059034194187676435,"independent":true,"opponentIds":1229,"independentOpponentIds":1229,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c21205c79690fad58d74523b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.23011543848028443,"lowerBound":0,"upperBound":1,"independentScore":0.23011543848028443,"independent":true,"opponentIds":1230,"independentOpponentIds":1230,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4fa492fe78a6b6374bdaad9c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.16854063229356886,"lowerBound":0,"upperBound":1,"independentScore":0.16854063229356886,"independent":true,"opponentIds":1231,"independentOpponentIds":1231,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ed4c579b74058292c68ba773"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5110c2885f54e024cd329be3","64f0265c1003812ec781556f","9c01f4e5c42675a3c6f3d9aa","e0d5158b58c9798a658ce75a","2135126d4e4981631a2395d2","935ddb78227e9b20558bbd5e","c21205c79690fad58d74523b","4fa492fe78a6b6374bdaad9c","ed4c579b74058292c68ba773"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gemma-4-e2b-it--effort-reasoning","name":"Gemma 4 E2B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e2b-it","detailsUrl":"/efforts?model=gemma-4-e2b-it","publishedBenchmarkCount":12,"overallRating":{"score":0.003579104872670886,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000049}],"familyWeights":[{"family":"gdpval","share":0.12942444060200203},{"family":"terminal-bench","share":0.11651192365628199},{"family":"ifbench","share":0.09891490913303382},{"family":"gpqa","share":0.0975172030190991},{"family":"hle","share":0.09743588642616005},{"family":"critpt","share":0.09681377423323305},{"family":"omniscience","share":0.09537126764814928},{"family":"mmmu-pro","share":0.09536102433501252},{"family":"aa-lcr","share":0.0886893503031662},{"family":"tau-bench","share":0.08396022064386946}]},"capabilityRatings":[{"bucket":"agentic","score":0.014351149925662172,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02250634208615102,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01328240763410093,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01629177814231952,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.014669454020513208,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.0240070773763268,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.18751235135614847,"lowerBound":0,"upperBound":1,"independentScore":0.18751235135614847,"independent":true,"opponentIds":1223,"independentOpponentIds":1223,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6983a9fbb42127d71547b6b4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23027331800353376,"lowerBound":0,"upperBound":1,"independentScore":0.23027331800353376,"independent":true,"opponentIds":1224,"independentOpponentIds":1224,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["673c72fe749a675bb48c99c2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.06042859901691516,"lowerBound":0,"upperBound":1,"independentScore":0.06042859901691516,"independent":true,"opponentIds":1232,"independentOpponentIds":1232,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8752044e2ef5ae1845876a0d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.13345920585955964,"lowerBound":0,"upperBound":1,"independentScore":0.13345920585955964,"independent":true,"opponentIds":1225,"independentOpponentIds":1225,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["117449d508219e8cd6e43180"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.22736765699257555,"lowerBound":0,"upperBound":1,"independentScore":0.22736765699257555,"independent":true,"opponentIds":1226,"independentOpponentIds":1226,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e3dabdefbac77e863019f219"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.34709629221623356,"lowerBound":0,"upperBound":1,"independentScore":0.34709629221623356,"independent":true,"opponentIds":1227,"independentOpponentIds":1227,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a3fed7a0571b3df4e44deacb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.12557256553213594,"lowerBound":0,"upperBound":1,"independentScore":0.12557256553213594,"independent":true,"opponentIds":1228,"independentOpponentIds":1228,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["9dbacd79912a83e02071a8f7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.033988954949488344,"lowerBound":0,"upperBound":1,"independentScore":0.033988954949488344,"independent":true,"opponentIds":1229,"independentOpponentIds":1229,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0b86207217f529cfa79a01fb"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.19782801373121858,"lowerBound":0,"upperBound":1,"independentScore":0.19782801373121858,"independent":true,"opponentIds":1230,"independentOpponentIds":1230,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["381279b32093010e53f60864"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12800470727956728,"lowerBound":0,"upperBound":1,"independentScore":0.12800470727956728,"independent":true,"opponentIds":1233,"independentOpponentIds":1233,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["e62ae3c573bc0ed516e86b34","94f2c4df5cb23012e2ed42af"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6983a9fbb42127d71547b6b4","673c72fe749a675bb48c99c2","8752044e2ef5ae1845876a0d","117449d508219e8cd6e43180","e3dabdefbac77e863019f219","a3fed7a0571b3df4e44deacb","9dbacd79912a83e02071a8f7","0b86207217f529cfa79a01fb","381279b32093010e53f60864","e62ae3c573bc0ed516e86b34","94f2c4df5cb23012e2ed42af"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemma-4-e4b-it--effort-reasoning","name":"Gemma 4 E4B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e4b-it","detailsUrl":"/efforts?model=gemma-4-e4b-it","publishedBenchmarkCount":17,"overallRating":{"score":0.006871027693573418,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000042}],"familyWeights":[{"family":"terminal-bench","share":0.0919725743917573},{"family":"gdpval","share":0.09168013663248067},{"family":"briefcase","share":0.08623662491162813},{"family":"automationbench","share":0.08601600128732532},{"family":"gdp-pdf","share":0.08563704587021513},{"family":"ifbench","share":0.0735414931665255},{"family":"gpqa","share":0.07214498050192789},{"family":"hle","share":0.07213155077735577},{"family":"critpt","share":0.07141598561081254},{"family":"omniscience","share":0.07075302441029531},{"family":"mmmu-pro","share":0.07047965546463668},{"family":"aa-lcr","share":0.06587471750468855},{"family":"tau-bench","share":0.062116209470361894}]},"capabilityRatings":[{"bucket":"agentic","score":0.023791451422245657,"supported":true,"families":5,"independentFamilies":5,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.038424328683758495,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.036709971396872015,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02577374235544926,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02280886811967958,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04369851111103771,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.04796857548651178,"lowerBound":0,"upperBound":1,"independentScore":0.04796857548651178,"independent":true,"opponentIds":1234,"independentOpponentIds":1234,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b5dac129747405f7170bea58"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3084237632871642,"lowerBound":0,"upperBound":1,"independentScore":0.3084237632871642,"independent":true,"opponentIds":1235,"independentOpponentIds":1235,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b93409ba27f2f5c6f9a53d14"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.09472027642963492,"lowerBound":0,"upperBound":1,"independentScore":0.09472027642963492,"independent":true,"opponentIds":1236,"independentOpponentIds":1236,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["16eab8318f6e4610ce33fe77"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5804493054131664,"lowerBound":0,"upperBound":1,"independentScore":0.5804493054131664,"independent":true,"opponentIds":1237,"independentOpponentIds":1237,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["892bc5fe99c93c72090843f4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.11061028988367047,"lowerBound":0,"upperBound":1,"independentScore":0.11061028988367047,"independent":true,"opponentIds":1238,"independentOpponentIds":1238,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["818529aecfebb3dd22cdf6f4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.09773952307327127,"lowerBound":0,"upperBound":1,"independentScore":0.09773952307327127,"independent":true,"opponentIds":1239,"independentOpponentIds":1239,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f357344d051689050257e609"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2658515165298111,"lowerBound":0,"upperBound":1,"independentScore":0.2658515165298111,"independent":true,"opponentIds":1240,"independentOpponentIds":1240,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dc6981039f93bb34311c5aaa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.07954610362387322,"lowerBound":0,"upperBound":1,"independentScore":0.07954610362387322,"independent":true,"opponentIds":1241,"independentOpponentIds":1241,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8014fef86e630db2b5b16922"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5138137714908741,"lowerBound":0,"upperBound":1,"independentScore":0.5138137714908741,"independent":true,"opponentIds":1242,"independentOpponentIds":1242,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8b37f6fe8c07bb8bf8c55d62"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.19917804372361794,"lowerBound":0,"upperBound":1,"independentScore":0.19917804372361794,"independent":true,"opponentIds":1243,"independentOpponentIds":1243,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8edf8e0f16e79a110f25a4db"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.06983592551822462,"lowerBound":0,"upperBound":1,"independentScore":0.06983592551822462,"independent":true,"opponentIds":1244,"independentOpponentIds":1244,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bb15c5f471328aba08aaf5b4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.20319300822964834,"lowerBound":0,"upperBound":1,"independentScore":0.20319300822964834,"independent":true,"opponentIds":1245,"independentOpponentIds":1245,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7bf99cf2364cac7350bf17b5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.23947016207579983,"lowerBound":0,"upperBound":1,"independentScore":0.23947016207579983,"independent":true,"opponentIds":1246,"independentOpponentIds":1246,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["7e25eac2feb6eedc0f86c175","17d5928b1cc07aea7cc8ca5c","7a38fe13fa75c4f325079a9e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b5dac129747405f7170bea58","b93409ba27f2f5c6f9a53d14","16eab8318f6e4610ce33fe77","892bc5fe99c93c72090843f4","818529aecfebb3dd22cdf6f4","f357344d051689050257e609","dc6981039f93bb34311c5aaa","8014fef86e630db2b5b16922","8b37f6fe8c07bb8bf8c55d62","8edf8e0f16e79a110f25a4db","bb15c5f471328aba08aaf5b4","7bf99cf2364cac7350bf17b5","7e25eac2feb6eedc0f86c175","17d5928b1cc07aea7cc8ca5c","7a38fe13fa75c4f325079a9e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gemma-4-e4b-it--effort-non-reasoning","name":"Gemma 4 E4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e4b-it","detailsUrl":"/efforts?model=gemma-4-e4b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.007583993335564365,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000104}],"familyWeights":[{"family":"ifbench","share":0.11875743492159263},{"family":"gpqa","share":0.11744215379117129},{"family":"hle","share":0.11720654610198622},{"family":"critpt","share":0.11668168748892974},{"family":"mmmu-pro","share":0.11471772598341003},{"family":"omniscience","share":0.11458957929481556},{"family":"aa-lcr","share":0.10664439104224503},{"family":"tau-bench","share":0.10099913561968245},{"family":"terminal-bench","share":0.09296134575617052}]},"capabilityRatings":[{"bucket":"agentic","score":0.02185344739492917,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04045103227950124,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03575897316131222,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.021351279888307928,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02280886811967958,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03392916951414224,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.25760030532146116,"lowerBound":0,"upperBound":1,"independentScore":0.25760030532146116,"independent":true,"opponentIds":1235,"independentOpponentIds":1235,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7d5dc30c068300c623a91a48"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5156767040817033,"lowerBound":0,"upperBound":1,"independentScore":0.5156767040817033,"independent":true,"opponentIds":1237,"independentOpponentIds":1237,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7d1148ef014c1313b8bb33c9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.22898688434951367,"lowerBound":0,"upperBound":1,"independentScore":0.22898688434951367,"independent":true,"opponentIds":1240,"independentOpponentIds":1240,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["09f4fa9699ed45e540bccdf5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.23446424398885232,"lowerBound":0,"upperBound":1,"independentScore":0.23446424398885232,"independent":true,"opponentIds":1241,"independentOpponentIds":1241,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["94598d71e00dbc497012ed1f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.42712908390128185,"lowerBound":0,"upperBound":1,"independentScore":0.42712908390128185,"independent":true,"opponentIds":1242,"independentOpponentIds":1242,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7c949f5675b407fd8b972461"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.20427137439906895,"lowerBound":0,"upperBound":1,"independentScore":0.20427137439906895,"independent":true,"opponentIds":1243,"independentOpponentIds":1243,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["fb8d6f02b4833a2bfacb1689"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.06856687410667453,"lowerBound":0,"upperBound":1,"independentScore":0.06856687410667453,"independent":true,"opponentIds":1244,"independentOpponentIds":1244,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["411b36bb3f028339dc23a40a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.30619192500841486,"lowerBound":0,"upperBound":1,"independentScore":0.30619192500841486,"independent":true,"opponentIds":1245,"independentOpponentIds":1245,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["97f873fbbc402712668863f5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4060438081387536,"lowerBound":0,"upperBound":1,"independentScore":0.4060438081387536,"independent":true,"opponentIds":1247,"independentOpponentIds":1247,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d6faa5c06f974d9bd6bd6075"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7d5dc30c068300c623a91a48","7d1148ef014c1313b8bb33c9","09f4fa9699ed45e540bccdf5","94598d71e00dbc497012ed1f","7c949f5675b407fd8b972461","fb8d6f02b4833a2bfacb1689","411b36bb3f028339dc23a40a","97f873fbbc402712668863f5","d6faa5c06f974d9bd6bd6075"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"glm-4.5--effort-reasoning","name":"GLM-4.5 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5","detailsUrl":"/efforts?model=glm-4.5","publishedBenchmarkCount":13,"overallRating":{"score":0.03279278724203677,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.0886243953933398},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068651},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.08392383704628471},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503968}]},"capabilityRatings":[{"bucket":"agentic","score":0.052113293359653534,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0852854679197721,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09851207429108592,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10770413923877077,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1032399984613503,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7278560707559236,"lowerBound":0,"upperBound":1,"independentScore":0.7278560707559236,"independent":true,"opponentIds":1248,"independentOpponentIds":1248,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8298ccc202056776af853910"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4904376593556269,"lowerBound":0,"upperBound":1,"independentScore":0.4904376593556269,"independent":true,"opponentIds":1249,"independentOpponentIds":1249,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a005dca05213b4a73bd1f631"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":1250,"independentOpponentIds":1250,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9d40825300ffb78278062990"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6280584082524948,"lowerBound":0,"upperBound":1,"independentScore":0.6280584082524948,"independent":true,"opponentIds":1251,"independentOpponentIds":1251,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fa89cbb630e45386ecb9a21b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5738650409527641,"lowerBound":0,"upperBound":1,"independentScore":0.5738650409527641,"independent":true,"opponentIds":1252,"independentOpponentIds":1252,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0a25e325728168d4811f7328"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.520974422027894,"lowerBound":0,"upperBound":1,"independentScore":0.520974422027894,"independent":true,"opponentIds":1253,"independentOpponentIds":1253,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["53c7ad0bcc622084c5c97bac"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8094711424335227,"lowerBound":0,"upperBound":1,"independentScore":0.8094711424335227,"independent":true,"opponentIds":1254,"independentOpponentIds":1254,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5252efc29a3f74f35b2cc18b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8846850683883399,"lowerBound":0,"upperBound":1,"independentScore":0.8846850683883399,"independent":true,"opponentIds":1255,"independentOpponentIds":1255,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fed2921be1ef626eaf2a2bbe"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8630212510626193,"lowerBound":0,"upperBound":1,"independentScore":0.8630212510626193,"independent":true,"opponentIds":1256,"independentOpponentIds":1256,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["dbbfc474edba92c7dab9b479"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6577862447024753,"lowerBound":0,"upperBound":1,"independentScore":0.6577862447024753,"independent":true,"opponentIds":1257,"independentOpponentIds":1257,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9532998fc69d20d9ec16b054"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5140174693768419,"lowerBound":0,"upperBound":1,"independentScore":0.5140174693768419,"independent":true,"opponentIds":1258,"independentOpponentIds":1258,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["08f28aaf925a9d0fe859921a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6573144243745268,"lowerBound":0,"upperBound":1,"independentScore":0.6573144243745268,"independent":true,"opponentIds":1259,"independentOpponentIds":1259,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["370832ef81cc12e7336b2145"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8298ccc202056776af853910","a005dca05213b4a73bd1f631","9d40825300ffb78278062990","fa89cbb630e45386ecb9a21b","0a25e325728168d4811f7328","53c7ad0bcc622084c5c97bac","5252efc29a3f74f35b2cc18b","fed2921be1ef626eaf2a2bbe","dbbfc474edba92c7dab9b479","9532998fc69d20d9ec16b054","08f28aaf925a9d0fe859921a","370832ef81cc12e7336b2145"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.5-air--effort-reasoning","name":"GLM-4.5-Air · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-air","detailsUrl":"/efforts?model=glm-4.5-air","publishedBenchmarkCount":13,"overallRating":{"score":0.018882664271900038,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.0886243953933398},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068651},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.08392383704628471},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503968}]},"capabilityRatings":[{"bucket":"agentic","score":0.0627732050504164,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06404465953506706,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07397008744646781,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04448544170559974,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08734488909264765,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.787394992841392,"lowerBound":0,"upperBound":1,"independentScore":0.787394992841392,"independent":true,"opponentIds":1260,"independentOpponentIds":1260,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["30778ad113a0f6285db2b6ff"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.45157335127361664,"lowerBound":0,"upperBound":1,"independentScore":0.45157335127361664,"independent":true,"opponentIds":1261,"independentOpponentIds":1261,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["450ec3814ad0983a05e7a649"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":1262,"independentOpponentIds":1262,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["cf0dba8bcf1455f91c347f09"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5119947601465996,"lowerBound":0,"upperBound":1,"independentScore":0.5119947601465996,"independent":true,"opponentIds":1263,"independentOpponentIds":1263,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3d56ef2f2e608d5f1b411ba5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.39524970170791135,"lowerBound":0,"upperBound":1,"independentScore":0.39524970170791135,"independent":true,"opponentIds":1264,"independentOpponentIds":1264,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1d3e677c3bf1025f2a641c60"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.34270935839742356,"lowerBound":0,"upperBound":1,"independentScore":0.34270935839742356,"independent":true,"opponentIds":1265,"independentOpponentIds":1265,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4b433f8594cf7a6275f6bdda"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7020626418661903,"lowerBound":0,"upperBound":1,"independentScore":0.7020626418661903,"independent":true,"opponentIds":1266,"independentOpponentIds":1266,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e8cfae35f6575df2ef5f407a"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7609906387243555,"lowerBound":0,"upperBound":1,"independentScore":0.7609906387243555,"independent":true,"opponentIds":1267,"independentOpponentIds":1267,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["527bf2fab21343432d365235"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7261249802087579,"lowerBound":0,"upperBound":1,"independentScore":0.7261249802087579,"independent":true,"opponentIds":1268,"independentOpponentIds":1268,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["97020ae33cadfba84dafac57"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.31720417398287953,"lowerBound":0,"upperBound":1,"independentScore":0.31720417398287953,"independent":true,"opponentIds":1269,"independentOpponentIds":1269,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e7949f905f5354d088ef79b6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5575520162261637,"lowerBound":0,"upperBound":1,"independentScore":0.5575520162261637,"independent":true,"opponentIds":1270,"independentOpponentIds":1270,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["eb25975b22bc9375e5cd191c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.634140501056349,"lowerBound":0,"upperBound":1,"independentScore":0.634140501056349,"independent":true,"opponentIds":1271,"independentOpponentIds":1271,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["dc0e4f99afd02c7db9b646f0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["30778ad113a0f6285db2b6ff","450ec3814ad0983a05e7a649","cf0dba8bcf1455f91c347f09","3d56ef2f2e608d5f1b411ba5","1d3e677c3bf1025f2a641c60","4b433f8594cf7a6275f6bdda","e8cfae35f6575df2ef5f407a","527bf2fab21343432d365235","97020ae33cadfba84dafac57","e7949f905f5354d088ef79b6","eb25975b22bc9375e5cd191c","dc0e4f99afd02c7db9b646f0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.5v--effort-non-reasoning","name":"GLM-4.5V · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5v","detailsUrl":"/efforts?model=glm-4.5v","publishedBenchmarkCount":13,"overallRating":{"score":0.0037929905474901326,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000073}],"familyWeights":[{"family":"mmlu-pro","share":0.08843433532921939},{"family":"ifbench","share":0.08822141118770943},{"family":"livecodebench","share":0.08678414079249068},{"family":"gpqa","share":0.08662039948726302},{"family":"hle","share":0.08656446708023252},{"family":"aime","share":0.08596334784743825},{"family":"critpt","share":0.08579084707850573},{"family":"omniscience","share":0.08490248836535118},{"family":"mmmu-pro","share":0.08455413696825022},{"family":"aa-lcr","share":0.0789607858427051},{"family":"tau-bench","share":0.07464941794638694},{"family":"terminal-bench","share":0.06855422207445416}]},"capabilityRatings":[{"bucket":"agentic","score":0.010266803329663001,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01621320153099977,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.020793685670970428,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02617673253465515,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.012039332943808696,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1294562320605636,"lowerBound":0,"upperBound":1,"independentScore":0.1294562320605636,"independent":true,"opponentIds":1272,"independentOpponentIds":1272,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4871200d6165cb682b2f4db0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.0526834705943254,"lowerBound":0,"upperBound":1,"independentScore":0.0526834705943254,"independent":true,"opponentIds":1273,"independentOpponentIds":1273,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0729665e03aab12509527098"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23109979029281885,"lowerBound":0,"upperBound":1,"independentScore":0.23109979029281885,"independent":true,"opponentIds":1274,"independentOpponentIds":1274,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["eca393b7c441fead8a16594f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2634975395668525,"lowerBound":0,"upperBound":1,"independentScore":0.2634975395668525,"independent":true,"opponentIds":1275,"independentOpponentIds":1275,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1d03512bcc278ddfc0116961"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.0554626459477616,"lowerBound":0,"upperBound":1,"independentScore":0.0554626459477616,"independent":true,"opponentIds":1276,"independentOpponentIds":1276,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4dcf51bad5f69f32997356ae"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1413682890069199,"lowerBound":0,"upperBound":1,"independentScore":0.1413682890069199,"independent":true,"opponentIds":1277,"independentOpponentIds":1277,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["713f47b76c588cdeed905e1a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.33064653012980777,"lowerBound":0,"upperBound":1,"independentScore":0.33064653012980777,"independent":true,"opponentIds":1278,"independentOpponentIds":1278,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c761f12b0a18361cd10bacb2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.45480423767576733,"lowerBound":0,"upperBound":1,"independentScore":0.45480423767576733,"independent":true,"opponentIds":1279,"independentOpponentIds":1279,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f5091aafad1bbf696b1ec861"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.09241922799677375,"lowerBound":0,"upperBound":1,"independentScore":0.09241922799677375,"independent":true,"opponentIds":1280,"independentOpponentIds":1280,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["35ffcd0393390b9865e927f4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.414413965907454,"lowerBound":0,"upperBound":1,"independentScore":0.414413965907454,"independent":true,"opponentIds":1281,"independentOpponentIds":1281,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b391e172392ad37ac3d246b5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.18180452081623344,"lowerBound":0,"upperBound":1,"independentScore":0.18180452081623344,"independent":true,"opponentIds":1282,"independentOpponentIds":1282,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["089e4a139e5493e3585dcc44"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3753360835348729,"lowerBound":0,"upperBound":1,"independentScore":0.3753360835348729,"independent":true,"opponentIds":1283,"independentOpponentIds":1283,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4503f7cd70608a6263c8a831"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4871200d6165cb682b2f4db0","0729665e03aab12509527098","eca393b7c441fead8a16594f","1d03512bcc278ddfc0116961","4dcf51bad5f69f32997356ae","713f47b76c588cdeed905e1a","c761f12b0a18361cd10bacb2","f5091aafad1bbf696b1ec861","35ffcd0393390b9865e927f4","b391e172392ad37ac3d246b5","089e4a139e5493e3585dcc44","4503f7cd70608a6263c8a831"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.5v--effort-reasoning","name":"GLM-4.5V · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5v","detailsUrl":"/efforts?model=glm-4.5v","publishedBenchmarkCount":13,"overallRating":{"score":0.009912915322283385,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000073}],"familyWeights":[{"family":"mmlu-pro","share":0.08843433532921939},{"family":"ifbench","share":0.08822141118770943},{"family":"livecodebench","share":0.08678414079249068},{"family":"gpqa","share":0.08662039948726302},{"family":"hle","share":0.08656446708023252},{"family":"aime","share":0.08596334784743825},{"family":"critpt","share":0.08579084707850573},{"family":"omniscience","share":0.08490248836535118},{"family":"mmmu-pro","share":0.08455413696825022},{"family":"aa-lcr","share":0.0789607858427051},{"family":"tau-bench","share":0.07464941794638694},{"family":"terminal-bench","share":0.06855422207445416}]},"capabilityRatings":[{"bucket":"agentic","score":0.015400308745796532,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05020279444697175,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03595488278915427,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04616312863860277,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.020736757851074584,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7129969929301515,"lowerBound":0,"upperBound":1,"independentScore":0.7129969929301515,"independent":true,"opponentIds":1272,"independentOpponentIds":1272,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e4545c8e6a9f48f87e9183ab"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.0526834705943254,"lowerBound":0,"upperBound":1,"independentScore":0.0526834705943254,"independent":true,"opponentIds":1273,"independentOpponentIds":1273,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["922c35fbdd3776fc47267594"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23109979029281885,"lowerBound":0,"upperBound":1,"independentScore":0.23109979029281885,"independent":true,"opponentIds":1274,"independentOpponentIds":1274,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f40e1888dda90b48a7c89c2d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4311064850242837,"lowerBound":0,"upperBound":1,"independentScore":0.4311064850242837,"independent":true,"opponentIds":1275,"independentOpponentIds":1275,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e8adc6d5ef578a1953c26485"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.35150923027474745,"lowerBound":0,"upperBound":1,"independentScore":0.35150923027474745,"independent":true,"opponentIds":1276,"independentOpponentIds":1276,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["03c90c119703b5139fdd86d2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2824685839088458,"lowerBound":0,"upperBound":1,"independentScore":0.2824685839088458,"independent":true,"opponentIds":1277,"independentOpponentIds":1277,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7c2c5f83154687619618e3e1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6377749561451663,"lowerBound":0,"upperBound":1,"independentScore":0.6377749561451663,"independent":true,"opponentIds":1278,"independentOpponentIds":1278,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b524713fda2561eae7d1aa5f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5972287267642851,"lowerBound":0,"upperBound":1,"independentScore":0.5972287267642851,"independent":true,"opponentIds":1279,"independentOpponentIds":1279,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["24ecfed1451beb78d27f9aad"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.17868237728466202,"lowerBound":0,"upperBound":1,"independentScore":0.17868237728466202,"independent":true,"opponentIds":1280,"independentOpponentIds":1280,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["09112bc5833f03e221eb9dcd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5303506033773745,"lowerBound":0,"upperBound":1,"independentScore":0.5303506033773745,"independent":true,"opponentIds":1281,"independentOpponentIds":1281,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bcd773de3a0b8d695f5c99e9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.24735018666713435,"lowerBound":0,"upperBound":1,"independentScore":0.24735018666713435,"independent":true,"opponentIds":1282,"independentOpponentIds":1282,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e34271c056b08e75014f0dbd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.30331320683577273,"lowerBound":0,"upperBound":1,"independentScore":0.30331320683577273,"independent":true,"opponentIds":1283,"independentOpponentIds":1283,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ba4b24c2832b05c124a17fb1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e4545c8e6a9f48f87e9183ab","922c35fbdd3776fc47267594","f40e1888dda90b48a7c89c2d","e8adc6d5ef578a1953c26485","03c90c119703b5139fdd86d2","7c2c5f83154687619618e3e1","b524713fda2561eae7d1aa5f","24ecfed1451beb78d27f9aad","09112bc5833f03e221eb9dcd","bcd773de3a0b8d695f5c99e9","e34271c056b08e75014f0dbd","ba4b24c2832b05c124a17fb1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.6--effort-non-reasoning","name":"GLM-4.6 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6","detailsUrl":"/efforts?model=glm-4.6","publishedBenchmarkCount":12,"overallRating":{"score":0.01391283717616073,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000129}],"familyWeights":[{"family":"ifbench","share":0.09644153606798692},{"family":"mmlu-pro","share":0.09615217069587016},{"family":"gpqa","share":0.09483056866158979},{"family":"hle","share":0.0947716583580237},{"family":"livecodebench","share":0.09421250569895033},{"family":"critpt","share":0.0940477527363937},{"family":"aime","share":0.09310775016946012},{"family":"omniscience","share":0.09288094935358043},{"family":"aa-lcr","share":0.08636909111869577},{"family":"tau-bench","share":0.08197643505606386},{"family":"terminal-bench","share":0.07520958208339477}]},"capabilityRatings":[{"bucket":"agentic","score":0.12718378829939891,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.034255858768425025,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07296823129907225,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0494371213320349,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.036294280845382706,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.46103797386434786,"lowerBound":0,"upperBound":1,"independentScore":0.46103797386434786,"independent":true,"opponentIds":1284,"independentOpponentIds":1284,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["94b2207ac99b20596113e239"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.27545734255782967,"lowerBound":0,"upperBound":1,"independentScore":0.27545734255782967,"independent":true,"opponentIds":1285,"independentOpponentIds":1285,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6f35e6b7857e8f7192a4a601"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2328451035122388,"lowerBound":0,"upperBound":1,"independentScore":0.2328451035122388,"independent":true,"opponentIds":1286,"independentOpponentIds":1286,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["315001284817defdcd52844a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3411350750579867,"lowerBound":0,"upperBound":1,"independentScore":0.3411350750579867,"independent":true,"opponentIds":1287,"independentOpponentIds":1287,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f82dc3cb8c29059c143578fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3121917353017362,"lowerBound":0,"upperBound":1,"independentScore":0.3121917353017362,"independent":true,"opponentIds":1288,"independentOpponentIds":1288,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6d3bc66cda454029e3c6020a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.330154935793543,"lowerBound":0,"upperBound":1,"independentScore":0.330154935793543,"independent":true,"opponentIds":1289,"independentOpponentIds":1289,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ebea8e8659f63d3cc4eee8fd"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5932798315681981,"lowerBound":0,"upperBound":1,"independentScore":0.5932798315681981,"independent":true,"opponentIds":1290,"independentOpponentIds":1290,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["40fe745d4d40c37a7d37481e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5870070945057548,"lowerBound":0,"upperBound":1,"independentScore":0.5870070945057548,"independent":true,"opponentIds":1291,"independentOpponentIds":1291,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a3c0ba45f30db91ea4c183c1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5542653115181211,"lowerBound":0,"upperBound":1,"independentScore":0.5542653115181211,"independent":true,"opponentIds":1292,"independentOpponentIds":1292,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9c2e61e1aa9164545b79fcd2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6978153693255846,"lowerBound":0,"upperBound":1,"independentScore":0.6978153693255846,"independent":true,"opponentIds":1293,"independentOpponentIds":1293,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d316796d0ffdebfc5767c923"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7321015892742956,"lowerBound":0,"upperBound":1,"independentScore":0.7321015892742956,"independent":true,"opponentIds":1294,"independentOpponentIds":1294,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d02b87f4d69acd7535e38333"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["94b2207ac99b20596113e239","6f35e6b7857e8f7192a4a601","315001284817defdcd52844a","f82dc3cb8c29059c143578fe","6d3bc66cda454029e3c6020a","ebea8e8659f63d3cc4eee8fd","40fe745d4d40c37a7d37481e","a3c0ba45f30db91ea4c183c1","9c2e61e1aa9164545b79fcd2","d316796d0ffdebfc5767c923","d02b87f4d69acd7535e38333"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"glm-4.6--effort-reasoning","name":"GLM-4.6 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6","detailsUrl":"/efforts?model=glm-4.6","publishedBenchmarkCount":16,"overallRating":{"score":0.053494224809493986,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000147}],"familyWeights":[{"family":"gmmlu","share":0.09681274742687905},{"family":"gdpval","share":0.09121653527484908},{"family":"tau-bench","share":0.09019830776937933},{"family":"terminal-bench","share":0.08079954801216854},{"family":"mmlu-pro","share":0.07339650357351202},{"family":"ifbench","share":0.07316961396426243},{"family":"livecodebench","share":0.07217799480255722},{"family":"gpqa","share":0.07178016308197707},{"family":"hle","share":0.07176680126784633},{"family":"aime","share":0.07169007748824724},{"family":"critpt","share":0.0710548545184965},{"family":"omniscience","share":0.07039524573131443},{"family":"aa-lcr","share":0.06554160708851198}]},"capabilityRatings":[{"bucket":"agentic","score":0.13869172360360685,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14185706990789657,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10395519176431355,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11670787881220979,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.11265600054301302,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.885017858695709,"lowerBound":0,"upperBound":1,"independentScore":0.885017858695709,"independent":true,"opponentIds":1284,"independentOpponentIds":1284,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4c0bdeccb0c354ff92adf063"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5172600513199755,"lowerBound":0,"upperBound":1,"independentScore":0.5172600513199755,"independent":true,"opponentIds":1285,"independentOpponentIds":1285,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0344a85a899d64b5d461c992"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6540262956219841,"lowerBound":0,"upperBound":1,"independentScore":0.6540262956219841,"independent":true,"opponentIds":1286,"independentOpponentIds":1286,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["fed9d2112a78902f9f4f0e51"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4621089171550398,"lowerBound":0,"upperBound":1,"independentScore":0.4621089171550398,"independent":true,"opponentIds":1295,"independentOpponentIds":1295,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c67f2a6f971536ea02be034c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7322106252181737,"lowerBound":0,"upperBound":1,"independentScore":0.7322106252181737,"independent":true,"opponentIds":1296,"independentOpponentIds":1296,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["1bae8321f9546badb45d0fb9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.626494025944303,"lowerBound":0,"upperBound":1,"independentScore":0.626494025944303,"independent":true,"opponentIds":1287,"independentOpponentIds":1287,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ccadcb53ecb9ac27bab7aeb6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6142028286796036,"lowerBound":0,"upperBound":1,"independentScore":0.6142028286796036,"independent":true,"opponentIds":1288,"independentOpponentIds":1288,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3b40312601b47b4babec1ab4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5004017530637586,"lowerBound":0,"upperBound":1,"independentScore":0.5004017530637586,"independent":true,"opponentIds":1289,"independentOpponentIds":1289,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3fb0125cf298b473640c0aec"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7279621337386992,"lowerBound":0,"upperBound":1,"independentScore":0.7279621337386992,"independent":true,"opponentIds":1290,"independentOpponentIds":1290,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c88494c785e24d0e1cdaf51f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.830262509404296,"lowerBound":0,"upperBound":1,"independentScore":0.830262509404296,"independent":true,"opponentIds":1291,"independentOpponentIds":1291,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1db53b8e924e88e0152b0bca"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.697977235287322,"lowerBound":0,"upperBound":1,"independentScore":0.697977235287322,"independent":true,"opponentIds":1292,"independentOpponentIds":1292,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c53213ee6f0915802c451959"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5958153337075539,"lowerBound":0,"upperBound":1,"independentScore":0.5958153337075539,"independent":true,"opponentIds":1297,"independentOpponentIds":1297,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9199e4208a43755ee68b1b8e","5bda5b832f8326e62befe8f7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6438955662535493,"lowerBound":0,"upperBound":1,"independentScore":0.6438955662535493,"independent":true,"opponentIds":1298,"independentOpponentIds":1298,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["2b53925946f0f877aafc59ae","2f27314674aef5a4b49f2640"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4c0bdeccb0c354ff92adf063","0344a85a899d64b5d461c992","fed9d2112a78902f9f4f0e51","c67f2a6f971536ea02be034c","1bae8321f9546badb45d0fb9","ccadcb53ecb9ac27bab7aeb6","3b40312601b47b4babec1ab4","3fb0125cf298b473640c0aec","c88494c785e24d0e1cdaf51f","1db53b8e924e88e0152b0bca","c53213ee6f0915802c451959","9199e4208a43755ee68b1b8e","5bda5b832f8326e62befe8f7","2b53925946f0f877aafc59ae","2f27314674aef5a4b49f2640"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"glm-4.6v--effort-non-reasoning","name":"GLM-4.6V · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v","detailsUrl":"/efforts?model=glm-4.6v","publishedBenchmarkCount":14,"overallRating":{"score":0.0046495427945504675,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000215}],"familyWeights":[{"family":"mmlu-pro","share":0.08249368074485426},{"family":"ifbench","share":0.08223866915603907},{"family":"livecodebench","share":0.08112414311510502},{"family":"gpqa","share":0.08067700188425818},{"family":"hle","share":0.0806619839314211},{"family":"aime","share":0.08057575057326873},{"family":"critpt","share":0.07986179448112421},{"family":"omniscience","share":0.07912043005561314},{"family":"mmmu-pro","share":0.07881473190737663},{"family":"aa-lcr","share":0.07366520402772464},{"family":"tau-bench","share":0.06946220670680543},{"family":"gmmlu","share":0.0674917946285434},{"family":"terminal-bench","share":0.06381260878788052}]},"capabilityRatings":[{"bucket":"agentic","score":0.02917360754469481,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01858940233111978,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.018470155796919838,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.024247209047074374,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.011060574255757466,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02438042582871246,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.254675411748578,"lowerBound":0,"upperBound":1,"independentScore":0.254675411748578,"independent":true,"opponentIds":1299,"independentOpponentIds":1299,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4928b0276fd6c9a8c444b71e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2046132148900031,"lowerBound":0,"upperBound":1,"independentScore":0.2046132148900031,"independent":true,"opponentIds":1300,"independentOpponentIds":1300,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e5e6ec6c228c7287c39d279f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23053365467501172,"lowerBound":0,"upperBound":1,"independentScore":0.23053365467501172,"independent":true,"opponentIds":1301,"independentOpponentIds":1301,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3905dcd5f1aeeae6a2266f50"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.2373498335479178,"lowerBound":0,"upperBound":1,"independentScore":0.2373498335479178,"independent":true,"opponentIds":1302,"independentOpponentIds":1302,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["eba8c8cdf1f756b264cfd259"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.24035678949003045,"lowerBound":0,"upperBound":1,"independentScore":0.24035678949003045,"independent":true,"opponentIds":1303,"independentOpponentIds":1303,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e7fd67d8815e3bbfa5923edc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.07262369104844761,"lowerBound":0,"upperBound":1,"independentScore":0.07262369104844761,"independent":true,"opponentIds":1304,"independentOpponentIds":1304,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c68005b6921e3ff990365ab4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.12178741153361809,"lowerBound":0,"upperBound":1,"independentScore":0.12178741153361809,"independent":true,"opponentIds":1305,"independentOpponentIds":1305,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c716d0178a13ce9a95ae3cd0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.41935549197700955,"lowerBound":0,"upperBound":1,"independentScore":0.41935549197700955,"independent":true,"opponentIds":1306,"independentOpponentIds":1306,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7d7305f2366a230af2f05859"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4612645505255323,"lowerBound":0,"upperBound":1,"independentScore":0.4612645505255323,"independent":true,"opponentIds":1307,"independentOpponentIds":1307,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["384accf5ced6dc13a246274e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.07826000515340588,"lowerBound":0,"upperBound":1,"independentScore":0.07826000515340588,"independent":true,"opponentIds":1308,"independentOpponentIds":1308,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["c89a56b6d6bbbcefc7ae2df1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3818446169896262,"lowerBound":0,"upperBound":1,"independentScore":0.3818446169896262,"independent":true,"opponentIds":1309,"independentOpponentIds":1309,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e1cded7b38ba045706848908"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.38122329429558593,"lowerBound":0,"upperBound":1,"independentScore":0.38122329429558593,"independent":true,"opponentIds":1310,"independentOpponentIds":1310,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7cfeb8b11e9274ce0f4325c1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.20779421010820875,"lowerBound":0,"upperBound":1,"independentScore":0.20779421010820875,"independent":true,"opponentIds":1311,"independentOpponentIds":1311,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["56681bacf5ef1774b2acc379"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4928b0276fd6c9a8c444b71e","e5e6ec6c228c7287c39d279f","3905dcd5f1aeeae6a2266f50","eba8c8cdf1f756b264cfd259","e7fd67d8815e3bbfa5923edc","c68005b6921e3ff990365ab4","c716d0178a13ce9a95ae3cd0","7d7305f2366a230af2f05859","384accf5ced6dc13a246274e","c89a56b6d6bbbcefc7ae2df1","e1cded7b38ba045706848908","7cfeb8b11e9274ce0f4325c1","56681bacf5ef1774b2acc379"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"glm-4.6v--effort-reasoning","name":"GLM-4.6V · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v","detailsUrl":"/efforts?model=glm-4.6v","publishedBenchmarkCount":14,"overallRating":{"score":0.011205602913103156,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000215}],"familyWeights":[{"family":"mmlu-pro","share":0.08249368074485426},{"family":"ifbench","share":0.08223866915603907},{"family":"livecodebench","share":0.08112414311510502},{"family":"gpqa","share":0.08067700188425818},{"family":"hle","share":0.0806619839314211},{"family":"aime","share":0.08057575057326873},{"family":"critpt","share":0.07986179448112421},{"family":"omniscience","share":0.07912043005561314},{"family":"mmmu-pro","share":0.07881473190737663},{"family":"aa-lcr","share":0.07366520402772464},{"family":"tau-bench","share":0.06946220670680543},{"family":"gmmlu","share":0.0674917946285434},{"family":"terminal-bench","share":0.06381260878788052}]},"capabilityRatings":[{"bucket":"agentic","score":0.0302569446621798,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06984768162878191,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016106836953596725,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0335937999829276,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01901667929288714,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.09166539879560538,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8777007143210639,"lowerBound":0,"upperBound":1,"independentScore":0.8777007143210639,"independent":true,"opponentIds":1299,"independentOpponentIds":1299,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["837343c2ac3011d1ba300da8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.46651692823986823,"lowerBound":0,"upperBound":1,"independentScore":0.46651692823986823,"independent":true,"opponentIds":1300,"independentOpponentIds":1300,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d141580c3462963d595336e2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23053365467501172,"lowerBound":0,"upperBound":1,"independentScore":0.23053365467501172,"independent":true,"opponentIds":1301,"independentOpponentIds":1301,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["afd55634a947e6c3807e9226"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.4283998714029927,"lowerBound":0,"upperBound":1,"independentScore":0.4283998714029927,"independent":true,"opponentIds":1302,"independentOpponentIds":1302,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7122a72135860cf4a9ad81f7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4896048637513905,"lowerBound":0,"upperBound":1,"independentScore":0.4896048637513905,"independent":true,"opponentIds":1303,"independentOpponentIds":1303,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ba3ca764bdc9824f995c4087"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.46450583808805374,"lowerBound":0,"upperBound":1,"independentScore":0.46450583808805374,"independent":true,"opponentIds":1304,"independentOpponentIds":1304,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ecd415b5cced2b02caaf3681"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1533791168354626,"lowerBound":0,"upperBound":1,"independentScore":0.1533791168354626,"independent":true,"opponentIds":1305,"independentOpponentIds":1305,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0421e7c6e87d6634872e2e40"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.1046415353613208,"lowerBound":0,"upperBound":1,"independentScore":0.1046415353613208,"independent":true,"opponentIds":1306,"independentOpponentIds":1306,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7c7927de9636469ac8d473a7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6436293452073333,"lowerBound":0,"upperBound":1,"independentScore":0.6436293452073333,"independent":true,"opponentIds":1307,"independentOpponentIds":1307,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fdb7e30eb45da4db40e78049"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.16198068267727875,"lowerBound":0,"upperBound":1,"independentScore":0.16198068267727875,"independent":true,"opponentIds":1308,"independentOpponentIds":1308,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["2827544ddf30cfce3f005022"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3075010010306959,"lowerBound":0,"upperBound":1,"independentScore":0.3075010010306959,"independent":true,"opponentIds":1309,"independentOpponentIds":1309,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b6ce561dc26c02cc5b8f2b40"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3907274463453746,"lowerBound":0,"upperBound":1,"independentScore":0.3907274463453746,"independent":true,"opponentIds":1310,"independentOpponentIds":1310,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["52cdb947037479b540381f2c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5377968012957608,"lowerBound":0,"upperBound":1,"independentScore":0.5377968012957608,"independent":true,"opponentIds":1311,"independentOpponentIds":1311,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["35b1c4bf5d6fa8c5baaf36b7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["837343c2ac3011d1ba300da8","d141580c3462963d595336e2","afd55634a947e6c3807e9226","7122a72135860cf4a9ad81f7","ba3ca764bdc9824f995c4087","ecd415b5cced2b02caaf3681","0421e7c6e87d6634872e2e40","7c7927de9636469ac8d473a7","fdb7e30eb45da4db40e78049","2827544ddf30cfce3f005022","b6ce561dc26c02cc5b8f2b40","52cdb947037479b540381f2c","35b1c4bf5d6fa8c5baaf36b7"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"glm-4.7--effort-non-reasoning","name":"GLM-4.7 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7","detailsUrl":"/efforts?model=glm-4.7","publishedBenchmarkCount":13,"overallRating":{"score":0.020840972137258922,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000142}],"familyWeights":[{"family":"gmmlu","share":0.11458240342292346},{"family":"mmlu-pro","share":0.08549378983659596},{"family":"ifbench","share":0.08528794567281474},{"family":"livecodebench","share":0.08389846620593404},{"family":"gpqa","share":0.08374016949137641},{"family":"hle","share":0.08368609690255761},{"family":"aime","share":0.0831049655901106},{"family":"critpt","share":0.08293820067430198},{"family":"omniscience","share":0.08207938093150408},{"family":"aa-lcr","share":0.07633524699470684},{"family":"tau-bench","share":0.07237171891328216},{"family":"terminal-bench","share":0.0664816153639005}]},"capabilityRatings":[{"bucket":"agentic","score":0.3336960445825192,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03844454288153843,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07730326608346184,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07243269756920816,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.061815169260879245,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.48436944874832566,"lowerBound":0,"upperBound":1,"independentScore":0.48436944874832566,"independent":true,"opponentIds":1312,"independentOpponentIds":1312,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0771a4f46146e10e4235d642"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3825530168163643,"lowerBound":0,"upperBound":1,"independentScore":0.3825530168163643,"independent":true,"opponentIds":1313,"independentOpponentIds":1313,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2e0855d0f0f6762f6c2ffdef"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23305162189456669,"lowerBound":0,"upperBound":1,"independentScore":0.23305162189456669,"independent":true,"opponentIds":1314,"independentOpponentIds":1314,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["be2db485b78d0a1b46ed5356"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.4311388327222317,"lowerBound":0,"upperBound":1,"independentScore":0.4311388327222317,"independent":true,"opponentIds":1315,"independentOpponentIds":1315,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5bc781f14b12760c914bf4ff"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3797465804921056,"lowerBound":0,"upperBound":1,"independentScore":0.3797465804921056,"independent":true,"opponentIds":1316,"independentOpponentIds":1316,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d361191da2645058d234a667"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3647359238382065,"lowerBound":0,"upperBound":1,"independentScore":0.3647359238382065,"independent":true,"opponentIds":1317,"independentOpponentIds":1317,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f2ab30db0772c1973993e6ed"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6672921864160615,"lowerBound":0,"upperBound":1,"independentScore":0.6672921864160615,"independent":true,"opponentIds":1318,"independentOpponentIds":1318,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["580c7737090958a16068b38c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6011358154932338,"lowerBound":0,"upperBound":1,"independentScore":0.6011358154932338,"independent":true,"opponentIds":1319,"independentOpponentIds":1319,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6382cf43b3a8232f5674c7b0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6323225651099662,"lowerBound":0,"upperBound":1,"independentScore":0.6323225651099662,"independent":true,"opponentIds":1320,"independentOpponentIds":1320,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6011d3f6af7d6023a6300e86"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6050163601888743,"lowerBound":0,"upperBound":1,"independentScore":0.6050163601888743,"independent":true,"opponentIds":1321,"independentOpponentIds":1321,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b5f9786af6208eb41d64f34a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9087731258417829,"lowerBound":0,"upperBound":1,"independentScore":0.9087731258417829,"independent":true,"opponentIds":1322,"independentOpponentIds":1322,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1df34276ac9f506932188cd2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7566022471729074,"lowerBound":0,"upperBound":1,"independentScore":0.7566022471729074,"independent":true,"opponentIds":1323,"independentOpponentIds":1323,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ed118dd9b03ad11a94dbc60a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0771a4f46146e10e4235d642","2e0855d0f0f6762f6c2ffdef","be2db485b78d0a1b46ed5356","5bc781f14b12760c914bf4ff","d361191da2645058d234a667","f2ab30db0772c1973993e6ed","580c7737090958a16068b38c","6382cf43b3a8232f5674c7b0","6011d3f6af7d6023a6300e86","b5f9786af6208eb41d64f34a","1df34276ac9f506932188cd2","ed118dd9b03ad11a94dbc60a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.7--effort-reasoning","name":"GLM-4.7 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7","detailsUrl":"/efforts?model=glm-4.7","publishedBenchmarkCount":15,"overallRating":{"score":0.12598297354621527,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000162}],"familyWeights":[{"family":"gdpval","share":0.10194189183859513},{"family":"tau-bench","share":0.10149923115416595},{"family":"terminal-bench","share":0.09105482105533992},{"family":"mmlu-pro","share":0.08079172622408279},{"family":"ifbench","share":0.08059720326099011},{"family":"livecodebench","share":0.07928414362359693},{"family":"gpqa","share":0.0791345530527595},{"family":"hle","share":0.07908345439634919},{"family":"aime","share":0.07853428466150414},{"family":"critpt","share":0.07837669163109172},{"family":"omniscience","share":0.07756510602155701},{"family":"aa-lcr","share":0.0721368930799717}]},"capabilityRatings":[{"bucket":"agentic","score":0.25277366771593734,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.23942485047959436,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18695516654516284,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1943205972008426,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.24563839356586628,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9725073508856029,"lowerBound":0,"upperBound":1,"independentScore":0.9725073508856029,"independent":true,"opponentIds":1312,"independentOpponentIds":1312,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9d958d31de170d1f70fe36e3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7219669147319852,"lowerBound":0,"upperBound":1,"independentScore":0.7219669147319852,"independent":true,"opponentIds":1313,"independentOpponentIds":1313,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["600cd8ff296dbf4c45f8dfb1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7093361549073937,"lowerBound":0,"upperBound":1,"independentScore":0.7093361549073937,"independent":true,"opponentIds":1314,"independentOpponentIds":1314,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7c1a7f1baae339fd5be9c307"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.611973163627228,"lowerBound":0,"upperBound":1,"independentScore":0.611973163627228,"independent":true,"opponentIds":1324,"independentOpponentIds":1324,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6e26a11771f840576d856325"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.83603979229112,"lowerBound":0,"upperBound":1,"independentScore":0.83603979229112,"independent":true,"opponentIds":1316,"independentOpponentIds":1316,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e6b2c07688573b5ef356beb2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7629346754259663,"lowerBound":0,"upperBound":1,"independentScore":0.7629346754259663,"independent":true,"opponentIds":1317,"independentOpponentIds":1317,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b20d65229b0b347c90b78a5c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.814555797412706,"lowerBound":0,"upperBound":1,"independentScore":0.814555797412706,"independent":true,"opponentIds":1318,"independentOpponentIds":1318,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bf52da1f53cc20f4500101b1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9850335653140543,"lowerBound":0,"upperBound":1,"independentScore":0.9850335653140543,"independent":true,"opponentIds":1319,"independentOpponentIds":1319,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1e4ba8a5e58f7505da22c681"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9217291216175703,"lowerBound":0,"upperBound":1,"independentScore":0.9217291216175703,"independent":true,"opponentIds":1320,"independentOpponentIds":1320,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6ab0834a7bf56a40feab81d4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7376599187861738,"lowerBound":0,"upperBound":1,"independentScore":0.7376599187861738,"independent":true,"opponentIds":1321,"independentOpponentIds":1321,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c2a7e666a331885b7d3dc6b5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7273219987463182,"lowerBound":0,"upperBound":1,"independentScore":0.7273219987463182,"independent":true,"opponentIds":1325,"independentOpponentIds":1325,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["66a84bbe9d4d9beec66aa404","2c709f287f79e8409cab1324"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6754791716142783,"lowerBound":0,"upperBound":1,"independentScore":0.6754791716142783,"independent":true,"opponentIds":1326,"independentOpponentIds":1326,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["fcf8a79a09b5a2fbc1bf7633","c0a612c35973a4492ab95c32"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9d958d31de170d1f70fe36e3","600cd8ff296dbf4c45f8dfb1","7c1a7f1baae339fd5be9c307","6e26a11771f840576d856325","e6b2c07688573b5ef356beb2","b20d65229b0b347c90b78a5c","bf52da1f53cc20f4500101b1","1e4ba8a5e58f7505da22c681","6ab0834a7bf56a40feab81d4","c2a7e666a331885b7d3dc6b5","66a84bbe9d4d9beec66aa404","2c709f287f79e8409cab1324","fcf8a79a09b5a2fbc1bf7633","c0a612c35973a4492ab95c32"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"glm-4.7-flash--effort-non-reasoning","name":"GLM-4.7-Flash · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flash","detailsUrl":"/efforts?model=glm-4.7-flash","publishedBenchmarkCount":11,"overallRating":{"score":0.005998644741066458,"supported":true,"families":9,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":9,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5172841846208098},{"source":"Epoch AI","independent":true,"share":0.4827158153791966}],"familyWeights":[{"family":"gpqa","share":0.31178326775649623},{"family":"aime","share":0.23928495404091754},{"family":"ifbench","share":0.06980396194415094},{"family":"hle","share":0.06841324400504435},{"family":"critpt","share":0.06750094943154147},{"family":"omniscience","share":0.06702645953444618},{"family":"aa-lcr","share":0.06269928919773815},{"family":"tau-bench","share":0.05906800865760392},{"family":"terminal-bench","share":0.05441986543206676}]},"capabilityRatings":[{"bucket":"agentic","score":0.2758666510209032,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02328399922793078,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01657626635112971,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03635266733925731,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.028130366535869516,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.09303905425062954,"lowerBound":0,"upperBound":1,"independentScore":0.09303905425062954,"independent":true,"opponentIds":1327,"independentOpponentIds":1327,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-fPE4Zajhq5WfccSxEYXXR7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.23087975274828082,"lowerBound":0,"upperBound":1,"independentScore":0.23087975274828082,"independent":true,"opponentIds":1328,"independentOpponentIds":1328,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9cd24111c9965cfb6c1082ac"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23256025840703226,"lowerBound":0,"upperBound":1,"independentScore":0.23256025840703226,"independent":true,"opponentIds":1329,"independentOpponentIds":1329,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ed9425416741e32642acdd40"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08089328262587563,"lowerBound":0,"upperBound":1,"independentScore":0.08089328262587563,"independent":true,"opponentIds":1330,"independentOpponentIds":1330,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["7d0bb65c43e4e65421db7974","epoch-run-GSde7u2Mb6GZGpubJjjPam"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.26162513067441173,"lowerBound":0,"upperBound":1,"independentScore":0.26162513067441173,"independent":true,"opponentIds":1331,"independentOpponentIds":1331,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["64779412a942295b2f1fcc41"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5679145761195775,"lowerBound":0,"upperBound":1,"independentScore":0.5679145761195775,"independent":true,"opponentIds":1332,"independentOpponentIds":1332,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9dd6590fc2f380b2c4012ea3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.16449462114898342,"lowerBound":0,"upperBound":1,"independentScore":0.16449462114898342,"independent":true,"opponentIds":1333,"independentOpponentIds":1333,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b9f06013867513c4304ef9e3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8683499764708889,"lowerBound":0,"upperBound":1,"independentScore":0.8683499764708889,"independent":true,"opponentIds":1334,"independentOpponentIds":1334,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["6e4ef0923f16cd949083876d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24118154272864126,"lowerBound":0,"upperBound":1,"independentScore":0.24118154272864126,"independent":true,"opponentIds":1335,"independentOpponentIds":1335,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["12babe8e33433fd23f2ac171"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9cd24111c9965cfb6c1082ac","ed9425416741e32642acdd40","7d0bb65c43e4e65421db7974","64779412a942295b2f1fcc41","9dd6590fc2f380b2c4012ea3","b9f06013867513c4304ef9e3","6e4ef0923f16cd949083876d","12babe8e33433fd23f2ac171","epoch-run-GSde7u2Mb6GZGpubJjjPam","epoch-run-fPE4Zajhq5WfccSxEYXXR7"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"glm-4.7-flash--effort-reasoning","name":"GLM-4.7-Flash · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flash","detailsUrl":"/efforts?model=glm-4.7-flash","publishedBenchmarkCount":9,"overallRating":{"score":0.027260722864651754,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"ifbench","share":0.13391917664664035},{"family":"gpqa","share":0.13293146778404918},{"family":"hle","share":0.132402055596309},{"family":"critpt","share":0.13216100462030744},{"family":"omniscience","share":0.12927735823139164},{"family":"aa-lcr","share":0.12036328912408037},{"family":"tau-bench","share":0.11407491581096105},{"family":"terminal-bench","share":0.10487073218626695}]},"capabilityRatings":[{"bucket":"agentic","score":0.46896569177854613,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05399012973682837,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08773024771796252,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0650984237415783,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06582183761364468,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.392811291011671,"lowerBound":0,"upperBound":1,"independentScore":0.392811291011671,"independent":true,"opponentIds":1328,"independentOpponentIds":1328,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cd1295cb2630e66e6f215155"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5099946004037519,"lowerBound":0,"upperBound":1,"independentScore":0.5099946004037519,"independent":true,"opponentIds":1329,"independentOpponentIds":1329,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0db7ae079fcd8b12ea4ae666"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.27676949256174177,"lowerBound":0,"upperBound":1,"independentScore":0.27676949256174177,"independent":true,"opponentIds":1336,"independentOpponentIds":1336,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1c6b02da06598a9564b5f0a1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4081351642139715,"lowerBound":0,"upperBound":1,"independentScore":0.4081351642139715,"independent":true,"opponentIds":1331,"independentOpponentIds":1331,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f063c4ae2b226ece4cb36abb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7259923522809146,"lowerBound":0,"upperBound":1,"independentScore":0.7259923522809146,"independent":true,"opponentIds":1332,"independentOpponentIds":1332,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4c84ae887b9f12258846745d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2975288632952396,"lowerBound":0,"upperBound":1,"independentScore":0.2975288632952396,"independent":true,"opponentIds":1333,"independentOpponentIds":1333,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4f604a4640d84fc42eceed08"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9994684074830391,"lowerBound":0,"upperBound":1,"independentScore":0.9994684074830391,"independent":true,"opponentIds":1334,"independentOpponentIds":1334,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["70b12115dcee433abbc02722"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6234235238409167,"lowerBound":0,"upperBound":1,"independentScore":0.6234235238409167,"independent":true,"opponentIds":1335,"independentOpponentIds":1335,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["29f7ca5fdc620111b0d18ca8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cd1295cb2630e66e6f215155","0db7ae079fcd8b12ea4ae666","1c6b02da06598a9564b5f0a1","f063c4ae2b226ece4cb36abb","4c84ae887b9f12258846745d","4f604a4640d84fc42eceed08","70b12115dcee433abbc02722","29f7ca5fdc620111b0d18ca8"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"glm-5--effort-reasoning","name":"GLM-5 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5","detailsUrl":"/efforts?model=glm-5","publishedBenchmarkCount":10,"overallRating":{"score":0.13514703041033652,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000012}],"familyWeights":[{"family":"ifbench","share":0.12191887448134062},{"family":"gpqa","share":0.1206014483787073},{"family":"hle","share":0.12036903419361361},{"family":"critpt","share":0.1198227510139018},{"family":"omniscience","share":0.11766937498067197},{"family":"aa-lcr","share":0.10949794927254362},{"family":"tau-bench","share":0.10364589952336549},{"family":"terminal-bench","share":0.09502870961353255},{"family":"apex-agents","share":0.09144595854233271}]},"capabilityRatings":[{"bucket":"agentic","score":0.23650266258615824,"supported":true,"families":2,"independentFamilies":2,"opponents":175,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.20857754283416238,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.34340803239630463,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18839063415300136,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3458627465482507,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.27706006470896183,"lowerBound":0,"upperBound":1,"independentScore":0.27706006470896183,"independent":true,"opponentIds":1337,"independentOpponentIds":1337,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["371e32e413b5c1e2b63024dc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8245479117127975,"lowerBound":0,"upperBound":1,"independentScore":0.8245479117127975,"independent":true,"opponentIds":1338,"independentOpponentIds":1338,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fe7a9aae7813ba9b022e0a72"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7140731787068394,"lowerBound":0,"upperBound":1,"independentScore":0.7140731787068394,"independent":true,"opponentIds":1339,"independentOpponentIds":1339,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ae84ac005a4fdeda6ace0f05"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7197238466343164,"lowerBound":0,"upperBound":1,"independentScore":0.7197238466343164,"independent":true,"opponentIds":1340,"independentOpponentIds":1340,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b9a1cabde7a1e7348cc33f64"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8081417485956769,"lowerBound":0,"upperBound":1,"independentScore":0.8081417485956769,"independent":true,"opponentIds":1341,"independentOpponentIds":1341,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3fa3e46f37c7db7f5e084225"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8722380048060925,"lowerBound":0,"upperBound":1,"independentScore":0.8722380048060925,"independent":true,"opponentIds":1342,"independentOpponentIds":1342,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b2025179161cc4f662dcc530"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6795344185297879,"lowerBound":0,"upperBound":1,"independentScore":0.6795344185297879,"independent":true,"opponentIds":1343,"independentOpponentIds":1343,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8c3a2030b1af48fb9ae3dde5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9742292000196735,"lowerBound":0,"upperBound":1,"independentScore":0.9742292000196735,"independent":true,"opponentIds":1344,"independentOpponentIds":1344,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7cbdf43c125960c2074118eb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.944930322331346,"lowerBound":0,"upperBound":1,"independentScore":0.944930322331346,"independent":true,"opponentIds":1345,"independentOpponentIds":1345,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["2e99d17495fc238ef6244f56"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["371e32e413b5c1e2b63024dc","fe7a9aae7813ba9b022e0a72","ae84ac005a4fdeda6ace0f05","b9a1cabde7a1e7348cc33f64","3fa3e46f37c7db7f5e084225","b2025179161cc4f662dcc530","8c3a2030b1af48fb9ae3dde5","7cbdf43c125960c2074118eb","2e99d17495fc238ef6244f56"],"opponentModelIds":["claude-opus-4-6","claude-sonnet-4-6","deepseek-v3.2","deepseek-v4-pro-0424","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen-3.8-max-0902","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"glm-5--effort-non-reasoning","name":"GLM-5 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5","detailsUrl":"/efforts?model=glm-5","publishedBenchmarkCount":10,"overallRating":{"score":0.032631102625596355,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}],"familyWeights":[{"family":"gmmlu","share":0.15921020276897183},{"family":"ifbench","share":0.11282558997738784},{"family":"gpqa","share":0.11160642372512751},{"family":"hle","share":0.11139134408578648},{"family":"critpt","share":0.11088580528133221},{"family":"omniscience","share":0.108893038185787},{"family":"aa-lcr","share":0.10133107593508497},{"family":"tau-bench","share":0.09591549964850189},{"family":"terminal-bench","share":0.087941020392028}]},"capabilityRatings":[{"bucket":"agentic","score":0.4165959620958457,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04262660567779655,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.30577574624653603,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09106067529084211,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.07542936462965642,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4291416912878244,"lowerBound":0,"upperBound":1,"independentScore":0.4291416912878244,"independent":true,"opponentIds":1338,"independentOpponentIds":1338,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3428cabd424a2de0154d82fe"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23161525890180554,"lowerBound":0,"upperBound":1,"independentScore":0.23161525890180554,"independent":true,"opponentIds":1339,"independentOpponentIds":1339,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["08067a5c23ad9c568ec00812"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5306990305790121,"lowerBound":0,"upperBound":1,"independentScore":0.5306990305790121,"independent":true,"opponentIds":1346,"independentOpponentIds":1346,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["498eceb3c7be3ce505460dd0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.38784398671978154,"lowerBound":0,"upperBound":1,"independentScore":0.38784398671978154,"independent":true,"opponentIds":1340,"independentOpponentIds":1340,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d7755d2a416f32e67386047d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.42120495733043317,"lowerBound":0,"upperBound":1,"independentScore":0.42120495733043317,"independent":true,"opponentIds":1341,"independentOpponentIds":1341,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["16de6f0d8d08fe75b8727d3a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6771185459225098,"lowerBound":0,"upperBound":1,"independentScore":0.6771185459225098,"independent":true,"opponentIds":1342,"independentOpponentIds":1342,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["13e503950411783d5ec9b173"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5882183162177044,"lowerBound":0,"upperBound":1,"independentScore":0.5882183162177044,"independent":true,"opponentIds":1343,"independentOpponentIds":1343,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5a3b5525815de32a23e559dd"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9678741238624907,"lowerBound":0,"upperBound":1,"independentScore":0.9678741238624907,"independent":true,"opponentIds":1344,"independentOpponentIds":1344,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9229265b86c1968b93d86775"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9240911029343248,"lowerBound":0,"upperBound":1,"independentScore":0.9240911029343248,"independent":true,"opponentIds":1345,"independentOpponentIds":1345,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ad5cb316707e497431201b78"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3428cabd424a2de0154d82fe","08067a5c23ad9c568ec00812","498eceb3c7be3ce505460dd0","d7755d2a416f32e67386047d","16de6f0d8d08fe75b8727d3a","13e503950411783d5ec9b173","5a3b5525815de32a23e559dd","9229265b86c1968b93d86775","ad5cb316707e497431201b78"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"glm-5-turbo--effort-reasoning","name":"GLM-5-Turbo · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5-turbo","detailsUrl":"/efforts?model=glm-5-turbo","publishedBenchmarkCount":9,"overallRating":{"score":0.12129528868696231,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000124}],"familyWeights":[{"family":"ifbench","share":0.13494315894331999},{"family":"hle","share":0.13225466008630185},{"family":"gpqa","share":0.13213705048477892},{"family":"critpt","share":0.13049103652960714},{"family":"omniscience","share":0.12957376530577663},{"family":"aa-lcr","share":0.1212085949306567},{"family":"tau-bench","share":0.11418870016469522},{"family":"terminal-bench","share":0.10520303355487128}]},"capabilityRatings":[{"bucket":"agentic","score":0.4383824841904425,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17591140520609627,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18325580549232068,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22350922888889282,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.25283995282041843,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.731473336503957,"lowerBound":0,"upperBound":1,"independentScore":0.731473336503957,"independent":true,"opponentIds":1347,"independentOpponentIds":1347,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1f452159e71bb7cf6c9df55c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5137589786642531,"lowerBound":0,"upperBound":1,"independentScore":0.5137589786642531,"independent":true,"opponentIds":1348,"independentOpponentIds":1348,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["38fd5b20ee074591cd6ee178"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7986605329229366,"lowerBound":0,"upperBound":1,"independentScore":0.7986605329229366,"independent":true,"opponentIds":1349,"independentOpponentIds":1349,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["82f973f0bcc93805188086f9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7662227627289222,"lowerBound":0,"upperBound":1,"independentScore":0.7662227627289222,"independent":true,"opponentIds":1350,"independentOpponentIds":1350,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4768564e465e1b47587ec2d7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8969723466590566,"lowerBound":0,"upperBound":1,"independentScore":0.8969723466590566,"independent":true,"opponentIds":1351,"independentOpponentIds":1351,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6da62a2c7f9a3a460475f9f5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7290395426017764,"lowerBound":0,"upperBound":1,"independentScore":0.7290395426017764,"independent":true,"opponentIds":1352,"independentOpponentIds":1352,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0a4a8c34851842bb451eabc3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9889200506664876,"lowerBound":0,"upperBound":1,"independentScore":0.9889200506664876,"independent":true,"opponentIds":1353,"independentOpponentIds":1353,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["776868e5b235788549bdbee8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8183416378331638,"lowerBound":0,"upperBound":1,"independentScore":0.8183416378331638,"independent":true,"opponentIds":1354,"independentOpponentIds":1354,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["556b2cb34128790508b0a194"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1f452159e71bb7cf6c9df55c","38fd5b20ee074591cd6ee178","82f973f0bcc93805188086f9","4768564e465e1b47587ec2d7","6da62a2c7f9a3a460475f9f5","0a4a8c34851842bb451eabc3","776868e5b235788549bdbee8","556b2cb34128790508b0a194"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"glm-5.1--effort-reasoning","name":"GLM-5.1 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":18,"overallRating":{"score":0.18023251462486842,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000142}],"familyWeights":[{"family":"terminal-bench","share":0.09038251224546685},{"family":"gdpval","share":0.09009513027824832},{"family":"tau-bench","share":0.08908942073795748},{"family":"briefcase","share":0.08474572837206018},{"family":"automationbench","share":0.08452891898559839},{"family":"gdp-pdf","share":0.08415651511570608},{"family":"ifbench","share":0.07232901878852638},{"family":"gpqa","share":0.07094719649754384},{"family":"hle","share":0.07093134770112457},{"family":"critpt","share":0.07022988830761537},{"family":"omniscience","share":0.06957884262893764},{"family":"aa-lcr","share":0.06478487402961285},{"family":"itbench","share":0.05820060631160712}]},"capabilityRatings":[{"bucket":"agentic","score":0.3021457101103217,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.27949100492247686,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.313717718268494,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1906703089863779,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.30807898294926095,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6093052045734364,"lowerBound":0,"upperBound":1,"independentScore":0.6093052045734364,"independent":true,"opponentIds":1355,"independentOpponentIds":1355,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["565b39e1026432a05c278d39"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7848961042948398,"lowerBound":0,"upperBound":1,"independentScore":0.7848961042948398,"independent":true,"opponentIds":1356,"independentOpponentIds":1356,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["595338c539b2c4564f1d642c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5468492344774257,"lowerBound":0,"upperBound":1,"independentScore":0.5468492344774257,"independent":true,"opponentIds":1357,"independentOpponentIds":1357,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["fc73ee323b1e28e5bc9197ae"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7731602230979121,"lowerBound":0,"upperBound":1,"independentScore":0.7731602230979121,"independent":true,"opponentIds":1358,"independentOpponentIds":1358,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["fc8df65d5ad38aaa1f26ee2c"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.48480273687383724,"lowerBound":0,"upperBound":1,"independentScore":0.48480273687383724,"independent":true,"opponentIds":1359,"independentOpponentIds":1359,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f5c0ac6e2cf24335a4aafeb8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6892407975139766,"lowerBound":0,"upperBound":1,"independentScore":0.6892407975139766,"independent":true,"opponentIds":1360,"independentOpponentIds":1360,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f52996f64fec4af28a0ff2d1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8589121621079577,"lowerBound":0,"upperBound":1,"independentScore":0.8589121621079577,"independent":true,"opponentIds":1361,"independentOpponentIds":1361,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["54f0aef98b6d8f147c847061"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8179476082329441,"lowerBound":0,"upperBound":1,"independentScore":0.8179476082329441,"independent":true,"opponentIds":1362,"independentOpponentIds":1362,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ae183160f013826b3737ac2c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9499563766921847,"lowerBound":0,"upperBound":1,"independentScore":0.9499563766921847,"independent":true,"opponentIds":1363,"independentOpponentIds":1363,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["485e3cc25dc48e1a9389fc9a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7494276879484923,"lowerBound":0,"upperBound":1,"independentScore":0.7494276879484923,"independent":true,"opponentIds":1364,"independentOpponentIds":1364,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["4fb343bd4b97cb79826e7420"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.60807230154316,"lowerBound":0,"upperBound":1,"independentScore":0.60807230154316,"independent":true,"opponentIds":1365,"independentOpponentIds":1365,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["29edc738b17c43dc468be90f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7565720158430738,"lowerBound":0,"upperBound":1,"independentScore":0.7565720158430738,"independent":true,"opponentIds":1366,"independentOpponentIds":1366,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["2b4a47e946d0bad8e61425fe","824624d738ab3059a6e8fbd8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7419384572282001,"lowerBound":0,"upperBound":1,"independentScore":0.7419384572282001,"independent":true,"opponentIds":1367,"independentOpponentIds":1367,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["a6d79b63b7974c406cbce5a0","407c1f4b591ee717a0225582","4942502e2f28e870df1cfb21"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["565b39e1026432a05c278d39","595338c539b2c4564f1d642c","fc73ee323b1e28e5bc9197ae","fc8df65d5ad38aaa1f26ee2c","f5c0ac6e2cf24335a4aafeb8","f52996f64fec4af28a0ff2d1","54f0aef98b6d8f147c847061","ae183160f013826b3737ac2c","485e3cc25dc48e1a9389fc9a","4fb343bd4b97cb79826e7420","29edc738b17c43dc468be90f","2b4a47e946d0bad8e61425fe","824624d738ab3059a6e8fbd8","a6d79b63b7974c406cbce5a0","407c1f4b591ee717a0225582","4942502e2f28e870df1cfb21"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"glm-5.1--effort-non-reasoning","name":"GLM-5.1 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":10,"overallRating":{"score":0.05955118311297708,"supported":true,"families":9,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":235,"independentFamilies":9,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.7549597982091871},{"source":"Epoch AI","independent":true,"share":0.24504020179081992}],"familyWeights":[{"family":"frontiermath","share":0.24504020179081992},{"family":"ifbench","share":0.10182321840008225},{"family":"hle","share":0.0997945745738212},{"family":"gpqa","share":0.09970583062981107},{"family":"critpt","share":0.09846380813856764},{"family":"omniscience","share":0.0977716685081664},{"family":"aa-lcr","share":0.09145961403478993},{"family":"tau-bench","share":0.08631787194136137},{"family":"terminal-bench","share":0.07962321198258633}]},"capabilityRatings":[{"bucket":"agentic","score":0.39789786653470127,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11913062182334316,"supported":true,"families":4,"independentFamilies":4,"opponents":235,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23227952048508207,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11091523389579394,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.10962674106623743,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5120695237631359,"lowerBound":0,"upperBound":1,"independentScore":0.5120695237631359,"independent":true,"opponentIds":1356,"independentOpponentIds":1356,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c39102d86367d9fb4babc11b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23256025840703226,"lowerBound":0,"upperBound":1,"independentScore":0.23256025840703226,"independent":true,"opponentIds":1358,"independentOpponentIds":1358,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["30a13e7c9545cc95c3213936"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7553685116131427,"lowerBound":0,"upperBound":1,"independentScore":0.7553685116131427,"independent":true,"opponentIds":1361,"independentOpponentIds":1361,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3af2e846ff223b71f85e5654"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7788798935013447,"lowerBound":0,"upperBound":1,"independentScore":0.7788798935013447,"independent":true,"opponentIds":1362,"independentOpponentIds":1362,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["bdf6dc6e16a18d863fbad514"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6485984810738293,"lowerBound":0,"upperBound":1,"independentScore":0.6485984810738293,"independent":true,"opponentIds":1363,"independentOpponentIds":1363,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9c83698c69eebf7abc6a73de"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6548898269110693,"lowerBound":0,"upperBound":1,"independentScore":0.6548898269110693,"independent":true,"opponentIds":1365,"independentOpponentIds":1365,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e4cb9ffa9390c3c6084fbc6a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9600038003397549,"lowerBound":0,"upperBound":1,"independentScore":0.9600038003397549,"independent":true,"opponentIds":1368,"independentOpponentIds":1368,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["49be3f22ea03e85c39c33f83"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8701367977793304,"lowerBound":0,"upperBound":1,"independentScore":0.8701367977793304,"independent":true,"opponentIds":1369,"independentOpponentIds":1369,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f1da9a555bd7b230511bbc67"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.3933789721058547,"lowerBound":0,"upperBound":1,"independentScore":0.3933789721058547,"independent":true,"opponentIds":1370,"independentOpponentIds":1370,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-4hmmfwG9tgZJvKhL78nKzL"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c39102d86367d9fb4babc11b","30a13e7c9545cc95c3213936","3af2e846ff223b71f85e5654","bdf6dc6e16a18d863fbad514","9c83698c69eebf7abc6a73de","e4cb9ffa9390c3c6084fbc6a","49be3f22ea03e85c39c33f83","f1da9a555bd7b230511bbc67","epoch-run-4hmmfwG9tgZJvKhL78nKzL"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"glm-5.1--effort-max","name":"GLM-5.1 · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.03683821934758049,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":4,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"terminal-bench","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.12067555325484586,"supported":false,"families":1,"independentFamilies":1,"opponents":4,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1371,"independentOpponentIds":1371,"panelSize":4,"publishers":["Terminal-Bench"],"observations":["b5077a6fd8bbb23f0cf30638"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b5077a6fd8bbb23f0cf30638"],"opponentModelIds":["claude-fable-5","claude-opus-4-7","claude-opus-4-8","claude-sonnet-5"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.2--effort-max","name":"GLM-5.2 · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":42,"overallRating":{"score":0.24611727687589333,"supported":true,"families":26,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":235,"independentFamilies":23,"reason":null,"independentSources":4,"labWeightShare":0.20247435788215218,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.2675051502806274},{"source":"Moonshot AI","independent":false,"share":0.20247435788215148},{"source":"Datacurve","independent":true,"share":0.1922781904547485},{"source":"Epoch AI","independent":true,"share":0.19193819766199177},{"source":"Vals AI","independent":true,"share":0.14580410372046784}],"familyWeights":[{"family":"deepswe","share":0.2260239167684404},{"family":"gpqa","share":0.10077699977941391},{"family":"simpleqa","share":0.0533479662563663},{"family":"automationbench","share":0.052028717767760586},{"family":"terminal-bench","share":0.04894060593804162},{"family":"aime","share":0.048179396479604675},{"family":"frontiermath","share":0.04160371935146418},{"family":"mcp-atlas","share":0.03374572631369191},{"family":"officeqa","share":0.03374572631369191},{"family":"toolathlon","share":0.03374572631369191},{"family":"harvey","share":0.029227463121997612},{"family":"vibe-code","share":0.028813072962210473},{"family":"vals-code-migration","share":0.028766797576710353},{"family":"vals-legal-research","share":0.028321557594444515},{"family":"ifbench","share":0.018698326378432252},{"family":"briefcase","share":0.018364469566319135},{"family":"hle","share":0.01831825689135744},{"family":"critpt","share":0.018314606858959748},{"family":"gdp-pdf","share":0.018273165972091564},{"family":"omniscience","share":0.018266044134045274},{"family":"tau-bench","share":0.01814329731001498},{"family":"aa-lcr","share":0.017626535718255537},{"family":"gdpval","share":0.01758278421033832},{"family":"apex-agents","share":0.016628591671660694},{"family":"enterprise-ops","share":0.01647952328550454},{"family":"itbench","share":0.01603700546548121}]},"capabilityRatings":[{"bucket":"agentic","score":0.38792632013583656,"supported":true,"families":13,"independentFamilies":10,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4323555636110616,"supported":true,"families":5,"independentFamilies":5,"opponents":235,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.31127563009729625,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.17327978368772165,"supported":true,"families":3,"independentFamilies":3,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.30018906728900246,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7059977604819047,"lowerBound":0,"upperBound":1,"independentScore":0.7059977604819047,"independent":true,"opponentIds":1372,"independentOpponentIds":1372,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fa12ffdb02b55783f75edfee"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7016776474662147,"lowerBound":0,"upperBound":1,"independentScore":0.7016776474662147,"independent":true,"opponentIds":1373,"independentOpponentIds":1373,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-XjFqou6MyT2XLpkUsCrgxM"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8193082014336686,"lowerBound":0,"upperBound":1,"independentScore":0.8193082014336686,"independent":true,"opponentIds":1374,"independentOpponentIds":1374,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["33d9fb395613087a301f2a61"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5673570424582379,"lowerBound":0,"upperBound":1,"independentScore":0.5673570424582379,"independent":true,"opponentIds":1375,"independentOpponentIds":1375,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["429d0a99aeabac40020e989b","b0d037f207d2790141ce7041"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.21189254157294707,"lowerBound":0,"upperBound":1,"independentScore":0.6029919813881969,"independent":true,"opponentIds":1376,"independentOpponentIds":1376,"panelSize":109,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["04f82f716e1b5d30b1617a89","launch-kimi-825"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9233366256543106,"lowerBound":0,"upperBound":1,"independentScore":0.9233366256543106,"independent":true,"opponentIds":1377,"independentOpponentIds":1377,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["336e74c6150f0f5ace5c55bc"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6300515565374373,"lowerBound":0,"upperBound":1,"independentScore":0.6300515565374373,"independent":true,"opponentIds":1378,"independentOpponentIds":1378,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["0755c822a36d26ca1261696e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5293223221521848,"lowerBound":0,"upperBound":1,"independentScore":0.5293223221521848,"independent":true,"opponentIds":1379,"independentOpponentIds":1379,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d3d3f788d3369ce5160384f4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7867375721653418,"lowerBound":0,"upperBound":1,"independentScore":0.7867375721653418,"independent":true,"opponentIds":1380,"independentOpponentIds":1380,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d3f3517ac6a7b0942ef72054"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6610838703796572,"lowerBound":0,"upperBound":1,"independentScore":0.8750666653907037,"independent":true,"opponentIds":1381,"independentOpponentIds":1381,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI","Moonshot AI"],"observations":["77fea71a1ce54ced8e0ca8eb","epoch-run-c5kpB4axzmygRywWqBKFmv","launch-kimi-707"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5609690534592252,"lowerBound":0,"upperBound":1,"independentScore":0.5609690534592252,"independent":true,"opponentIds":1382,"independentOpponentIds":1382,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:zai/glm-5.2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8845714560166046,"lowerBound":0,"upperBound":1,"independentScore":0.8845714560166046,"independent":true,"opponentIds":1383,"independentOpponentIds":1383,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a9d17567e1c3bc69ec048824"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8919693066289913,"lowerBound":0,"upperBound":1,"independentScore":0.8919693066289913,"independent":true,"opponentIds":1384,"independentOpponentIds":1384,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bf3dedc20e083f8dbc3e72e3"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7461552995416272,"lowerBound":0,"upperBound":1,"independentScore":0.7461552995416272,"independent":true,"opponentIds":1385,"independentOpponentIds":1385,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["21b1e9df4380160bfd474b8c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5978549864037241,"lowerBound":0,"upperBound":1,"independentScore":0.5978549864037241,"independent":true,"opponentIds":1386,"independentOpponentIds":1386,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["50877e213c6cc4dddaf95446"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9124211325717834,"lowerBound":0,"upperBound":1,"independentScore":0.9124211325717834,"independent":true,"opponentIds":1387,"independentOpponentIds":1387,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e157bbf9c740b15105665bd6","9124066006e0baf36525ed0a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5155461782318949,"lowerBound":0,"upperBound":1,"independentScore":0.5155461782318949,"independent":true,"opponentIds":1388,"independentOpponentIds":1388,"panelSize":217,"publishers":["Artificial Analysis","Vals AI"],"observations":["97f371340132c102563885cc","12292e8fc20951ebf06da478","a9db7e91ffc6cd912a8ca26d","vals-terminal-bench-2-1-v2.1:zai/glm-5.2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.15323508557533444,"lowerBound":0,"upperBound":1,"independentScore":0.18012856344326436,"independent":true,"opponentIds":1389,"independentOpponentIds":1389,"panelSize":25,"publishers":["Datacurve","Moonshot AI"],"observations":["036eacdadd55f02cf88f8c65","launch-kimi-735"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5517764310238921,"lowerBound":0,"upperBound":1,"independentScore":0.5517764310238921,"independent":true,"opponentIds":1390,"independentOpponentIds":1390,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-JebA8dYLVov6H49ZQSLXh5","epoch-run-TTuCPacMDpNaCSs3Hpbdjp"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.2738678778612223,"lowerBound":0,"upperBound":1,"independentScore":0.2738678778612223,"independent":true,"opponentIds":1391,"independentOpponentIds":1391,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-WgjFZzojpiv54XqUhvfuUG"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.4638105786159637,"lowerBound":0,"upperBound":1,"independentScore":0.4638105786159637,"independent":true,"opponentIds":1392,"independentOpponentIds":1392,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:zai/glm-5.2"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.3494837172359015,"lowerBound":0,"upperBound":1,"independentScore":0.3494837172359015,"independent":true,"opponentIds":1393,"independentOpponentIds":1393,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:zai/glm-5.2"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.2920207412889745,"lowerBound":0,"upperBound":1,"independentScore":0.2920207412889745,"independent":true,"opponentIds":1394,"independentOpponentIds":1394,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:zai/glm-5.2"],"sourceScores":[]},{"id":"officeqa","label":"officeqa","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1395,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-855"],"sourceScores":[]},{"id":"mcp-atlas","label":"mcp-atlas","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1395,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-819"],"sourceScores":[]},{"id":"toolathlon","label":"toolathlon","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1395,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-808"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fa12ffdb02b55783f75edfee","33d9fb395613087a301f2a61","429d0a99aeabac40020e989b","04f82f716e1b5d30b1617a89","336e74c6150f0f5ace5c55bc","0755c822a36d26ca1261696e","d3d3f788d3369ce5160384f4","d3f3517ac6a7b0942ef72054","77fea71a1ce54ced8e0ca8eb","a9d17567e1c3bc69ec048824","bf3dedc20e083f8dbc3e72e3","21b1e9df4380160bfd474b8c","b0d037f207d2790141ce7041","50877e213c6cc4dddaf95446","e157bbf9c740b15105665bd6","9124066006e0baf36525ed0a","97f371340132c102563885cc","12292e8fc20951ebf06da478","a9db7e91ffc6cd912a8ca26d","036eacdadd55f02cf88f8c65","epoch-run-JebA8dYLVov6H49ZQSLXh5","epoch-run-TTuCPacMDpNaCSs3Hpbdjp","epoch-run-c5kpB4axzmygRywWqBKFmv","epoch-run-XjFqou6MyT2XLpkUsCrgxM","epoch-run-WgjFZzojpiv54XqUhvfuUG","vals-code-migration-v1:zai/glm-5.2","vals-legal-research-v1:zai/glm-5.2","vals-terminal-bench-2-1-v2.1:zai/glm-5.2","vals-vibe-code-bench-v1.1:zai/glm-5.2","vals-legal-agent-benchmark-v1:zai/glm-5.2","launch-kimi-825","launch-kimi-707","launch-kimi-735","launch-kimi-855","launch-kimi-819","launch-kimi-808"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":42}],"unspecified":0,"total":42}},{"id":"glm-5.2--effort-non-reasoning","name":"GLM-5.2 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":14,"overallRating":{"score":0.047608998416181235,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":236,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5861857787036322},{"source":"Epoch AI","independent":true,"share":0.41381422129637296}],"familyWeights":[{"family":"gpqa","share":0.21382644157926448},{"family":"aime","share":0.12145850538334779},{"family":"epoch-game-puzzles","share":0.10254039032424336},{"family":"hle","share":0.08946196283536524},{"family":"critpt","share":0.08827916123769793},{"family":"omniscience","share":0.08766204491429797},{"family":"aa-lcr","share":0.08205477177740512},{"family":"gdpval","share":0.07250931879646556},{"family":"frontiermath","share":0.065382909158339},{"family":"tau-bench","share":0.04288744769350776},{"family":"terminal-bench","share":0.03393704630006935}]},"capabilityRatings":[{"bucket":"agentic","score":0.3151885581629632,"supported":true,"families":2,"independentFamilies":2,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10527368726948082,"supported":true,"families":6,"independentFamilies":6,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.19588094514682727,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07740106204239448,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.07014175820701792,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.19486229941731112,"lowerBound":0,"upperBound":1,"independentScore":0.19486229941731112,"independent":true,"opponentIds":1373,"independentOpponentIds":1373,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-J8hYKbXiGhetQRwu5bUSp6"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4105955276183272,"lowerBound":0,"upperBound":1,"independentScore":0.4105955276183272,"independent":true,"opponentIds":1396,"independentOpponentIds":1396,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e94927ce7fbb41be1446de36"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7418937029591807,"lowerBound":0,"upperBound":1,"independentScore":0.7418937029591807,"independent":true,"opponentIds":1377,"independentOpponentIds":1377,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["509692cc7e198e1eba713675"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.739728434735916,"lowerBound":0,"upperBound":1,"independentScore":0.739728434735916,"independent":true,"opponentIds":1380,"independentOpponentIds":1380,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a4d13d20bb5c97fe673d5900"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3276248486720518,"lowerBound":0,"upperBound":1,"independentScore":0.3276248486720518,"independent":true,"opponentIds":1381,"independentOpponentIds":1381,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["3a6e78ca66808b560219a6ef","epoch-run-YDQJAMgMjLaikPkeVDbAjr"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.46713236898303684,"lowerBound":0,"upperBound":1,"independentScore":0.46713236898303684,"independent":true,"opponentIds":1383,"independentOpponentIds":1383,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5734fedef2340bfa5ea45ecc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5011919955357718,"lowerBound":0,"upperBound":1,"independentScore":0.5011919955357718,"independent":true,"opponentIds":1386,"independentOpponentIds":1386,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["18c771702d3ba14c5fc02b8a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5232599700917683,"lowerBound":0,"upperBound":1,"independentScore":0.5232599700917683,"independent":true,"opponentIds":1397,"independentOpponentIds":1397,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d298d6a3d4fc3a4d17703a24"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6441955027753405,"lowerBound":0,"upperBound":1,"independentScore":0.6441955027753405,"independent":true,"opponentIds":1398,"independentOpponentIds":1398,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["1714719aac77d33cf0b3aa16"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8011873670990851,"lowerBound":0,"upperBound":1,"independentScore":0.8011873670990851,"independent":true,"opponentIds":1399,"independentOpponentIds":1399,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-ECdG3m8n5ABfWVZ55rPFmT"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6246544926758134,"lowerBound":0,"upperBound":1,"independentScore":0.6246544926758134,"independent":true,"opponentIds":1400,"independentOpponentIds":1400,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-BLjXudxuEyLbZiKBSZz326"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e94927ce7fbb41be1446de36","509692cc7e198e1eba713675","a4d13d20bb5c97fe673d5900","3a6e78ca66808b560219a6ef","5734fedef2340bfa5ea45ecc","18c771702d3ba14c5fc02b8a","d298d6a3d4fc3a4d17703a24","1714719aac77d33cf0b3aa16","epoch-run-ECdG3m8n5ABfWVZ55rPFmT","epoch-run-YDQJAMgMjLaikPkeVDbAjr","epoch-run-BLjXudxuEyLbZiKBSZz326","epoch-run-J8hYKbXiGhetQRwu5bUSp6"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"glm-5.2--effort-high","name":"GLM-5.2 · High","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":5,"overallRating":{"score":0.3198311969399717,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":28,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.6516390717467916},{"source":"Datacurve","independent":true,"share":0.3483609282532082}],"familyWeights":[{"family":"swe-rebench","share":0.6516390717467913},{"family":"deepswe","share":0.3483609282532083}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.41505174629323,"supported":true,"families":2,"independentFamilies":2,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.13838518801297953,"lowerBound":0,"upperBound":1,"independentScore":0.13838518801297953,"independent":true,"opponentIds":1389,"independentOpponentIds":1389,"panelSize":25,"publishers":["Datacurve"],"observations":["41fb67eca9e0c6af98ac79d1"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.6983418367346939,"lowerBound":0,"upperBound":1,"independentScore":0.6983418367346939,"independent":true,"opponentIds":1401,"independentOpponentIds":1401,"panelSize":12,"publishers":["SWE-rebench"],"observations":["panel-4e74e790b8c2ab2987cd3979","panel-7073ced98bba7f5b5d8c68cd","panel-9b20aa7050ddddd133712208","panel-9633b6cae80f96f07bdab378"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["41fb67eca9e0c6af98ac79d1","panel-4e74e790b8c2ab2987cd3979","panel-7073ced98bba7f5b5d8c68cd","panel-9b20aa7050ddddd133712208","panel-9633b6cae80f96f07bdab378"],"opponentModelIds":["claude-fable-5","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash","gemini-3.1-pro","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.3","glm-5.3-flash","gpt-5.4","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-opus-4-6","claude-opus-4-7","deepseek-v4-pro-0424"]},"effort":{"label":"High","settings":[{"label":"High","observations":5}],"unspecified":0,"total":5}},{"id":"glm-5.3--effort-max","name":"GLM-5.3 · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3","detailsUrl":"/efforts?model=glm-5.3","publishedBenchmarkCount":47,"overallRating":{"score":0.5818778215067574,"supported":true,"families":29,"publishers":6,"evaluationSources":6,"taskAreas":5,"opponents":236,"independentFamilies":29,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.17214284752834974},{"source":"Datacurve","independent":true,"share":0.1684540722241709},{"source":"Artificial Analysis","independent":true,"share":0.16690798554763883},{"source":"Epoch AI","independent":true,"share":0.16613997599612507},{"source":"Terminal-Bench","independent":true,"share":0.16462867561242975},{"source":"Vals AI","independent":true,"share":0.16172644309127762}],"familyWeights":[{"family":"terminal-bench","share":0.19291564158863822},{"family":"frontiercode","share":0.17214284752834985},{"family":"deepswe","share":0.16845407222417097},{"family":"gpqa","share":0.04441679863590995},{"family":"aime","share":0.03368719799845756},{"family":"epoch-game-puzzles","share":0.033294124719662546},{"family":"simpleqa","share":0.03290255829352451},{"family":"frontiermath","share":0.03258372441616675},{"family":"harvey","share":0.028387076414587157},{"family":"vals-code-migration","share":0.018039705152689836},{"family":"vals-legal-research","share":0.018013186179372382},{"family":"vibe-code","share":0.018013186179372382},{"family":"vals-excel-modeling","share":0.01798534125738906},{"family":"vals-finance-agent","share":0.017956068390688626},{"family":"vals-tax-agent","share":0.017956068390688626},{"family":"mmlu-pro","share":0.017846709192679278},{"family":"critpt","share":0.010643006861075189},{"family":"hle","share":0.010626239320083249},{"family":"omniscience","share":0.01062003891585714},{"family":"aa-lcr","share":0.010600754301465226},{"family":"gdpval","share":0.010453011030343556},{"family":"tau-bench","share":0.010448211490362862},{"family":"enterprise-ops","share":0.010402795109519353},{"family":"analyst-agent","share":0.010373140572705487},{"family":"briefcase","share":0.01032737219117564},{"family":"automationbench","share":0.010281978537910344},{"family":"gdp-pdf","share":0.0102730635952447},{"family":"itbench","share":0.010206854828337006},{"family":"terminal-bench-science","share":0.010149226683570257}]},"capabilityRatings":[{"bucket":"agentic","score":0.6040620190243392,"supported":true,"families":14,"independentFamilies":14,"opponents":147,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4544856488727617,"supported":true,"families":6,"independentFamilies":6,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6870795337202181,"supported":true,"families":5,"independentFamilies":5,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20898051010088536,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7081607966486209,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.503089318835211,"lowerBound":0,"upperBound":1,"independentScore":0.503089318835211,"independent":true,"opponentIds":1402,"independentOpponentIds":1402,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["893b27f62d0e7cffc882bf5b"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8949025591638367,"lowerBound":0,"upperBound":1,"independentScore":0.8949025591638367,"independent":true,"opponentIds":1403,"independentOpponentIds":1403,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["884f0f7e8e72e6e4bfc87f38"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5844814218405195,"lowerBound":0,"upperBound":1,"independentScore":0.5844814218405195,"independent":true,"opponentIds":1404,"independentOpponentIds":1404,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-goZR5yGxZic9TZ23ezCL3w"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8683602065510436,"lowerBound":0,"upperBound":1,"independentScore":0.8683602065510436,"independent":true,"opponentIds":1405,"independentOpponentIds":1405,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["6acdedcfd5d8a5df2ba34d43","c73e3b5f0a9da381f3eecb18"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9182410211129342,"lowerBound":0,"upperBound":1,"independentScore":0.9182410211129342,"independent":true,"opponentIds":1406,"independentOpponentIds":1406,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["893ee084f931c82904e2cac9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9021088609031085,"lowerBound":0,"upperBound":1,"independentScore":0.9021088609031085,"independent":true,"opponentIds":1407,"independentOpponentIds":1407,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2817b1c263e6d7fb9ff6832a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.36077942214657227,"lowerBound":0,"upperBound":1,"independentScore":0.36077942214657227,"independent":true,"opponentIds":1408,"independentOpponentIds":1408,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["c59712c22da5ee10b4c63c5d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5791112071234519,"lowerBound":0,"upperBound":1,"independentScore":0.5791112071234519,"independent":true,"opponentIds":1409,"independentOpponentIds":1409,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["2ddb00dc9161fd272729ea2e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9484132910330076,"lowerBound":0,"upperBound":1,"independentScore":0.9484132910330076,"independent":true,"opponentIds":1410,"independentOpponentIds":1410,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["dd7ea45d6e5db710738799d0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7772056544774254,"lowerBound":0,"upperBound":1,"independentScore":0.7772056544774254,"independent":true,"opponentIds":1411,"independentOpponentIds":1411,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["76d349f13fedfc8108cf21a8","epoch-run-dLDBahYBTGRNjbsXA5pyr3"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4796136778495651,"lowerBound":0,"upperBound":1,"independentScore":0.4796136778495651,"independent":true,"opponentIds":1412,"independentOpponentIds":1412,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["aa53bb1266c5e3247086fd0b","vals-legal-agent-benchmark-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8853360165764388,"lowerBound":0,"upperBound":1,"independentScore":0.8853360165764388,"independent":true,"opponentIds":1413,"independentOpponentIds":1413,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1740408b871303a0dc607cd7"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7410618391186395,"lowerBound":0,"upperBound":1,"independentScore":0.7410618391186395,"independent":true,"opponentIds":1414,"independentOpponentIds":1414,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["1003cf4c06eed62ea3c37db0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3025064822817632,"lowerBound":0,"upperBound":1,"independentScore":0.3025064822817632,"independent":true,"opponentIds":1415,"independentOpponentIds":1415,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7670673275715143,"lowerBound":0,"upperBound":1,"independentScore":0.7670673275715143,"independent":true,"opponentIds":1416,"independentOpponentIds":1416,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["917e799f2f5dd97ec426c7a9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9839103324339805,"lowerBound":0,"upperBound":1,"independentScore":0.9839103324339805,"independent":true,"opponentIds":1417,"independentOpponentIds":1417,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0b780bfa6334abad3028cd21"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5285812031073375,"lowerBound":0,"upperBound":1,"independentScore":0.5285812031073375,"independent":true,"opponentIds":1418,"independentOpponentIds":1418,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["305e5adf1836cc1346a3d6e0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4897849217014021,"lowerBound":0,"upperBound":1,"independentScore":0.4897849217014021,"independent":true,"opponentIds":1419,"independentOpponentIds":1419,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["c98307775902e958dc99fba0","396b09dda11d0652428aa763","8141e776db76fc3152040733","vals-terminal-bench-2-1-v2.1:zai/glm-5.3"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8528467153284669,"lowerBound":0,"upperBound":1,"independentScore":0.8528467153284669,"independent":true,"opponentIds":1420,"independentOpponentIds":1420,"panelSize":25,"publishers":["Datacurve"],"observations":["9e2a553a0ef9312c689f04ed"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5925925925925924,"lowerBound":0,"upperBound":1,"independentScore":0.5925925925925924,"independent":true,"opponentIds":1421,"independentOpponentIds":1421,"panelSize":9,"publishers":["Cognition"],"observations":["118142e09fa2bec781ac751e","739cb0ae8374d5569ce1d129"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5368144955613904,"lowerBound":0,"upperBound":1,"independentScore":0.5368144955613904,"independent":true,"opponentIds":1422,"independentOpponentIds":1422,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-4S3ZrJDkwh4gmGrmJQdvzR","epoch-run-iXvqUzwxAiA3Rg3dwnutFs"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6638821719059138,"lowerBound":0,"upperBound":1,"independentScore":0.6638821719059138,"independent":true,"opponentIds":1423,"independentOpponentIds":1423,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-UUq99Qhq3qizcoJo5vdhuK"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.261594928261595,"lowerBound":0,"upperBound":1,"independentScore":0.261594928261595,"independent":true,"opponentIds":1424,"independentOpponentIds":1424,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-TY8R8FV7zCwByEipkqyg2P"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.6410281422230893,"lowerBound":0,"upperBound":1,"independentScore":0.6410281422230893,"independent":true,"opponentIds":1425,"independentOpponentIds":1425,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:zai/glm-5.3"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.5797232114682414,"lowerBound":0,"upperBound":1,"independentScore":0.5797232114682414,"independent":true,"opponentIds":1426,"independentOpponentIds":1426,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.846459788188503,"lowerBound":0,"upperBound":1,"independentScore":0.846459788188503,"independent":true,"opponentIds":1427,"independentOpponentIds":1427,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.2592223330009968,"lowerBound":0,"upperBound":1,"independentScore":0.2592223330009968,"independent":true,"opponentIds":1428,"independentOpponentIds":1428,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.526777042963511,"lowerBound":0,"upperBound":1,"independentScore":0.526777042963511,"independent":true,"opponentIds":1429,"independentOpponentIds":1429,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:zai/glm-5.3"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.86441008632883,"lowerBound":0,"upperBound":1,"independentScore":0.86441008632883,"independent":true,"opponentIds":1430,"independentOpponentIds":1430,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:zai/glm-5.3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["893b27f62d0e7cffc882bf5b","884f0f7e8e72e6e4bfc87f38","6acdedcfd5d8a5df2ba34d43","893ee084f931c82904e2cac9","2817b1c263e6d7fb9ff6832a","c59712c22da5ee10b4c63c5d","2ddb00dc9161fd272729ea2e","dd7ea45d6e5db710738799d0","76d349f13fedfc8108cf21a8","aa53bb1266c5e3247086fd0b","1740408b871303a0dc607cd7","1003cf4c06eed62ea3c37db0","c73e3b5f0a9da381f3eecb18","917e799f2f5dd97ec426c7a9","0b780bfa6334abad3028cd21","305e5adf1836cc1346a3d6e0","c98307775902e958dc99fba0","396b09dda11d0652428aa763","9e2a553a0ef9312c689f04ed","118142e09fa2bec781ac751e","739cb0ae8374d5569ce1d129","8141e776db76fc3152040733","epoch-run-4S3ZrJDkwh4gmGrmJQdvzR","epoch-run-iXvqUzwxAiA3Rg3dwnutFs","epoch-run-dLDBahYBTGRNjbsXA5pyr3","epoch-run-UUq99Qhq3qizcoJo5vdhuK","epoch-run-goZR5yGxZic9TZ23ezCL3w","epoch-run-TY8R8FV7zCwByEipkqyg2P","vals-finance-agent-v2:zai/glm-5.3","vals-code-migration-v1:zai/glm-5.3","vals-legal-research-v1:zai/glm-5.3","vals-emb-v1:zai/glm-5.3","vals-mmlu-pro-v1:zai/glm-5.3","vals-terminal-bench-2-1-v2.1:zai/glm-5.3","vals-vibe-code-bench-v1.1:zai/glm-5.3","vals-legal-agent-benchmark-v1:zai/glm-5.3","vals-tax-agent-bench-v1:zai/glm-5.3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":47}],"unspecified":0,"total":47}},{"id":"glm-5.3--effort-low","name":"GLM-5.3 · Low","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3","detailsUrl":"/efforts?model=glm-5.3","publishedBenchmarkCount":12,"overallRating":{"score":0.27800965232991565,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":229,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000036}],"familyWeights":[{"family":"hle","share":0.14233139398770012},{"family":"critpt","share":0.14171065956837706},{"family":"omniscience","share":0.1391811148121016},{"family":"aa-lcr","share":0.1295927737420879},{"family":"gdpval","share":0.10945971490851318},{"family":"briefcase","share":0.09650748412523306},{"family":"automationbench","share":0.0946183170565809},{"family":"gdp-pdf","share":0.09457579981847007},{"family":"terminal-bench","share":0.05202274198093862}]},"capabilityRatings":[{"bucket":"agentic","score":0.388686475263067,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.39068752338522045,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7853132801178843,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22593311210348058,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.28389018692626095,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6868385108992718,"lowerBound":0,"upperBound":1,"independentScore":0.6868385108992718,"independent":true,"opponentIds":1403,"independentOpponentIds":1403,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["21717bd0de21523f12772afc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7694690899791841,"lowerBound":0,"upperBound":1,"independentScore":0.7694690899791841,"independent":true,"opponentIds":1431,"independentOpponentIds":1431,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1018283acf15b3df50dce77d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7408049234346088,"lowerBound":0,"upperBound":1,"independentScore":0.7408049234346088,"independent":true,"opponentIds":1406,"independentOpponentIds":1406,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0522a5197833d22074f01b11"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8826659702436284,"lowerBound":0,"upperBound":1,"independentScore":0.8826659702436284,"independent":true,"opponentIds":1407,"independentOpponentIds":1407,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["171d2e9e09a1a7920241f75e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4658116876166502,"lowerBound":0,"upperBound":1,"independentScore":0.4658116876166502,"independent":true,"opponentIds":1409,"independentOpponentIds":1409,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["3100db71ce65024e3f451662"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7712340957287703,"lowerBound":0,"upperBound":1,"independentScore":0.7712340957287703,"independent":true,"opponentIds":1410,"independentOpponentIds":1410,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8f8cadacb6fad186ed2685d0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8818312117673353,"lowerBound":0,"upperBound":1,"independentScore":0.8818312117673353,"independent":true,"opponentIds":1413,"independentOpponentIds":1413,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5fb9fe13bad3f5f8f4850661"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7991828794729429,"lowerBound":0,"upperBound":1,"independentScore":0.7991828794729429,"independent":true,"opponentIds":1416,"independentOpponentIds":1416,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ae37d8ee54d5d519c4982b78"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8550246326589056,"lowerBound":0,"upperBound":1,"independentScore":0.8550246326589056,"independent":true,"opponentIds":1409,"independentOpponentIds":1409,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e490da5b429a10309a8e228b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["21717bd0de21523f12772afc","1018283acf15b3df50dce77d","0522a5197833d22074f01b11","171d2e9e09a1a7920241f75e","3100db71ce65024e3f451662","8f8cadacb6fad186ed2685d0","5fb9fe13bad3f5f8f4850661","ae37d8ee54d5d519c4982b78","e490da5b429a10309a8e228b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":12}],"unspecified":0,"total":12}},{"id":"glm-5.3-flash--effort-reasoning","name":"GLM-5.3-Flash · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":20,"overallRating":{"score":0.4063006062730237,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999886}],"familyWeights":[{"family":"hle","share":0.07839954915483975},{"family":"critpt","share":0.07822115278616713},{"family":"gpqa","share":0.0781746810483559},{"family":"omniscience","share":0.0779800391310259},{"family":"gdpval","share":0.0723068987032845},{"family":"automationbench","share":0.06954456325644429},{"family":"briefcase","share":0.06954418556559186},{"family":"gdp-pdf","share":0.06928901768910686},{"family":"aa-lcr","share":0.0659595080693273},{"family":"terminal-bench","share":0.0605507454776922},{"family":"enterprise-ops","share":0.05004253598022331},{"family":"itbench","share":0.04975353206612238},{"family":"tau-bench","share":0.04874085688144844},{"family":"terminal-bench-science","share":0.048150912166530835},{"family":"analyst-agent","share":0.04273390477130524},{"family":"harvey","share":0.04060791725252584}]},"capabilityRatings":[{"bucket":"agentic","score":0.5057739170094376,"supported":true,"families":10,"independentFamilies":10,"opponents":147,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4254816313284537,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6637391446300679,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1699524666354635,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7229027796594503,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5172113110460603,"lowerBound":0,"upperBound":1,"independentScore":0.5172113110460603,"independent":true,"opponentIds":1432,"independentOpponentIds":1432,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f88a425fff09825196a737c6"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.850204410033192,"lowerBound":0,"upperBound":1,"independentScore":0.850204410033192,"independent":true,"opponentIds":1433,"independentOpponentIds":1433,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d8e1ad32ca42028aeb086c2b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9070297306382037,"lowerBound":0,"upperBound":1,"independentScore":0.9070297306382037,"independent":true,"opponentIds":1434,"independentOpponentIds":1434,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["2edf5c6a680fd2d04a804ddf","18dfc980033586824c069087"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9110643304173119,"lowerBound":0,"upperBound":1,"independentScore":0.9110643304173119,"independent":true,"opponentIds":1435,"independentOpponentIds":1435,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["451a12a824fab4ecfd7a24e5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8785124824147138,"lowerBound":0,"upperBound":1,"independentScore":0.8785124824147138,"independent":true,"opponentIds":1436,"independentOpponentIds":1436,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2e29f3fa7a4442d420295d70"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.3716455174959531,"lowerBound":0,"upperBound":1,"independentScore":0.3716455174959531,"independent":true,"opponentIds":1437,"independentOpponentIds":1437,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["7d01a0db6aef0175ea0ebcc2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7219850097179832,"lowerBound":0,"upperBound":1,"independentScore":0.7219850097179832,"independent":true,"opponentIds":1438,"independentOpponentIds":1438,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["c84d1f50e5616dea725fb651"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9467252203822227,"lowerBound":0,"upperBound":1,"independentScore":0.9467252203822227,"independent":true,"opponentIds":1439,"independentOpponentIds":1439,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f61eb8bca2b2e3b26276d83d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9199307374042346,"lowerBound":0,"upperBound":1,"independentScore":0.9199307374042346,"independent":true,"opponentIds":1440,"independentOpponentIds":1440,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bcadd9e7664a3739734c4683"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3560539400251815,"lowerBound":0,"upperBound":1,"independentScore":0.3560539400251815,"independent":true,"opponentIds":1441,"independentOpponentIds":1441,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["245897d23e4c162d31275f46"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8883511546860575,"lowerBound":0,"upperBound":1,"independentScore":0.8883511546860575,"independent":true,"opponentIds":1442,"independentOpponentIds":1442,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["14bbcc046d8a9fe05aa2991a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.9480396539739688,"lowerBound":0,"upperBound":1,"independentScore":0.9480396539739688,"independent":true,"opponentIds":1443,"independentOpponentIds":1443,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["25b0988a21d522d1125c6094"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7084471265488448,"lowerBound":0,"upperBound":1,"independentScore":0.7084471265488448,"independent":true,"opponentIds":1444,"independentOpponentIds":1444,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9bdb6cca3acc7ef5de99c107"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9303425366181315,"lowerBound":0,"upperBound":1,"independentScore":0.9303425366181315,"independent":true,"opponentIds":1445,"independentOpponentIds":1445,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8e4e0f16955a0fdb1d162c5f"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.3649830583902696,"lowerBound":0,"upperBound":1,"independentScore":0.3649830583902696,"independent":true,"opponentIds":1446,"independentOpponentIds":1446,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["b22eb85ee574455ca3191b6c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8824345421881592,"lowerBound":0,"upperBound":1,"independentScore":0.8824345421881592,"independent":true,"opponentIds":1447,"independentOpponentIds":1447,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["3f2e3da28b530a9beae28ba4","7d247681ca8d8ade3d4bf48a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f88a425fff09825196a737c6","d8e1ad32ca42028aeb086c2b","2edf5c6a680fd2d04a804ddf","451a12a824fab4ecfd7a24e5","2e29f3fa7a4442d420295d70","7d01a0db6aef0175ea0ebcc2","c84d1f50e5616dea725fb651","f61eb8bca2b2e3b26276d83d","bcadd9e7664a3739734c4683","245897d23e4c162d31275f46","14bbcc046d8a9fe05aa2991a","25b0988a21d522d1125c6094","18dfc980033586824c069087","9bdb6cca3acc7ef5de99c107","8e4e0f16955a0fdb1d162c5f","b22eb85ee574455ca3191b6c","3f2e3da28b530a9beae28ba4","7d247681ca8d8ade3d4bf48a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":20}],"unspecified":0,"total":20}},{"id":"glm-5.3-flash--effort-high","name":"GLM-5.3-Flash · High","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":1,"overallRating":{"score":0.28312236218238396,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3335639175490746,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":7,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6797429191665386,"lowerBound":0,"upperBound":1,"independentScore":0.6797429191665386,"independent":true,"opponentIds":1448,"independentOpponentIds":1448,"panelSize":49,"publishers":["ARC Prize"],"observations":["f0dcb72f5917162e78faffb2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f0dcb72f5917162e78faffb2"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.3-flash--effort-low","name":"GLM-5.3-Flash · Low","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":1,"overallRating":{"score":0.18340495099292498,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2518947029031626,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":7,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5932345349811123,"lowerBound":0,"upperBound":1,"independentScore":0.5932345349811123,"independent":true,"opponentIds":1448,"independentOpponentIds":1448,"panelSize":49,"publishers":["ARC Prize"],"observations":["ad8f5a7ae13ab8c586359be2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ad8f5a7ae13ab8c586359be2"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.3-flash--effort-max","name":"GLM-5.3-Flash · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":24,"overallRating":{"score":0.37240665773221826,"supported":true,"families":16,"publishers":5,"evaluationSources":5,"taskAreas":4,"opponents":95,"independentFamilies":16,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2124687444877091},{"source":"Datacurve","independent":true,"share":0.20395281394719103},{"source":"ARC Prize","independent":true,"share":0.20131469056274878},{"source":"Epoch AI","independent":true,"share":0.19318873443266735},{"source":"Vals AI","independent":true,"share":0.18907501656967984}],"familyWeights":[{"family":"frontiercode","share":0.2124687444877092},{"family":"deepswe","share":0.20395281394719095},{"family":"arc-agi","share":0.20131469056274934},{"family":"gpqa","share":0.05062096472021358},{"family":"aime","share":0.050386371534954816},{"family":"epoch-game-puzzles","share":0.04799108108850103},{"family":"frontiermath","share":0.044190317088997545},{"family":"vals-code-migration","share":0.02116172546740579},{"family":"vals-legal-research","share":0.021091204980910758},{"family":"vibe-code","share":0.021091204980910758},{"family":"harvey","share":0.02108505127215461},{"family":"vals-excel-modeling","share":0.021017158470090943},{"family":"terminal-bench","share":0.020978409563078646},{"family":"vals-finance-agent","share":0.020939314702306016},{"family":"vals-tax-agent","share":0.020939314702306016},{"family":"mmlu-pro","share":0.020771632430516298}]},"capabilityRatings":[{"bucket":"agentic","score":0.5564791537329433,"supported":true,"families":5,"independentFamilies":5,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3705595056211059,"supported":true,"families":5,"independentFamilies":5,"opponents":87,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4401535144515248,"supported":true,"families":5,"independentFamilies":5,"opponents":45,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1399152200690116,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6774476620283324,"lowerBound":0,"upperBound":1,"independentScore":0.6774476620283324,"independent":true,"opponentIds":1449,"independentOpponentIds":1449,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-NCikvVWc5SEyMEbCqvVNb2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.719867633956981,"lowerBound":0,"upperBound":1,"independentScore":0.719867633956981,"independent":true,"opponentIds":1450,"independentOpponentIds":1450,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-Jvt5BNr4ERbE9QGgMcEbmT"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5018092472637926,"lowerBound":0,"upperBound":1,"independentScore":0.5018092472637926,"independent":true,"opponentIds":1451,"independentOpponentIds":1451,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.21011673151750973,"lowerBound":0,"upperBound":1,"independentScore":0.21011673151750973,"independent":true,"opponentIds":1452,"independentOpponentIds":1452,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2779546344237715,"lowerBound":0,"upperBound":1,"independentScore":0.2779546344237715,"independent":true,"opponentIds":1453,"independentOpponentIds":1453,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7073264188241856,"lowerBound":0,"upperBound":1,"independentScore":0.7073264188241856,"independent":true,"opponentIds":1448,"independentOpponentIds":1448,"panelSize":49,"publishers":["ARC Prize"],"observations":["d2a82e0d42cfe5fbe120beb5"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6454890068233515,"lowerBound":0,"upperBound":1,"independentScore":0.6454890068233515,"independent":true,"opponentIds":1454,"independentOpponentIds":1454,"panelSize":25,"publishers":["Datacurve"],"observations":["ea4b0ccbfe7ece48ee812e8b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.2641509433962264,"lowerBound":0,"upperBound":1,"independentScore":0.2641509433962264,"independent":true,"opponentIds":1455,"independentOpponentIds":1455,"panelSize":9,"publishers":["Cognition"],"observations":["5402da52d181b12603f15f33","b911c4d9f13d8188e2de86a1"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.3000974145019603,"lowerBound":0,"upperBound":1,"independentScore":0.3000974145019603,"independent":true,"opponentIds":1456,"independentOpponentIds":1456,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-iCysWvFJevNyw2dbYosU6J","epoch-run-YC2u9wykbYQg4gdkf76j26"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.0824676362474029,"lowerBound":0,"upperBound":1,"independentScore":0.0824676362474029,"independent":true,"opponentIds":1457,"independentOpponentIds":1457,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-TMM3rPrAHcpBG5Pvw9kr4L"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.7712060210260039,"lowerBound":0,"upperBound":1,"independentScore":0.7712060210260039,"independent":true,"opponentIds":1458,"independentOpponentIds":1458,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.2119906339353006,"lowerBound":0,"upperBound":1,"independentScore":0.2119906339353006,"independent":true,"opponentIds":1459,"independentOpponentIds":1459,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.7018951600981578,"lowerBound":0,"upperBound":1,"independentScore":0.7018951600981578,"independent":true,"opponentIds":1460,"independentOpponentIds":1460,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.24200327228713406,"lowerBound":0,"upperBound":1,"independentScore":0.24200327228713406,"independent":true,"opponentIds":1461,"independentOpponentIds":1461,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.11126156757236194,"lowerBound":0,"upperBound":1,"independentScore":0.11126156757236194,"independent":true,"opponentIds":1462,"independentOpponentIds":1462,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.4097378324055928,"lowerBound":0,"upperBound":1,"independentScore":0.4097378324055928,"independent":true,"opponentIds":1463,"independentOpponentIds":1463,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:zai/glm-5.3-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d2a82e0d42cfe5fbe120beb5","ea4b0ccbfe7ece48ee812e8b","5402da52d181b12603f15f33","b911c4d9f13d8188e2de86a1","epoch-run-iCysWvFJevNyw2dbYosU6J","epoch-run-YC2u9wykbYQg4gdkf76j26","epoch-run-Jvt5BNr4ERbE9QGgMcEbmT","epoch-run-TMM3rPrAHcpBG5Pvw9kr4L","epoch-run-NCikvVWc5SEyMEbCqvVNb2","vals-finance-agent-v2:zai/glm-5.3-flash","vals-code-migration-v1:zai/glm-5.3-flash","vals-legal-research-v1:zai/glm-5.3-flash","vals-emb-v1:zai/glm-5.3-flash","vals-mmlu-pro-v1:zai/glm-5.3-flash","vals-terminal-bench-2-1-v2.1:zai/glm-5.3-flash","vals-vibe-code-bench-v1.1:zai/glm-5.3-flash","vals-legal-agent-benchmark-v1:zai/glm-5.3-flash","vals-tax-agent-bench-v1:zai/glm-5.3-flash"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-wonder-full","muse-spark-1.1","gemini-4-argon","muse-wonder","grok-4.7","claude-sonnet-5-5","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","mistral-large-4","claude-opus-4-5-20251101","glm-5.1","qwen3.5-flash","qwen3.6-flash","qwen3.6-plus","gpt-oss-120b","kimi-k2.6","qwen3.7-max","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":24}],"unspecified":0,"total":24}},{"id":"glm-5v-turbo--effort-reasoning","name":"GLM-5V-Turbo · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5v-turbo","detailsUrl":"/efforts?model=glm-5v-turbo","publishedBenchmarkCount":10,"overallRating":{"score":0.09088045925744366,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000147}],"familyWeights":[{"family":"ifbench","share":0.11943364467678222},{"family":"hle","share":0.11691791621475028},{"family":"gpqa","share":0.11672120420226964},{"family":"critpt","share":0.11544856789774548},{"family":"omniscience","share":0.11476271412943001},{"family":"mmmu-pro","share":0.11382797595667335},{"family":"aa-lcr","share":0.10726808628265315},{"family":"tau-bench","share":0.10175052849373926},{"family":"terminal-bench","share":0.09386936214596654}]},"capabilityRatings":[{"bucket":"agentic","score":0.4383824841904425,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14054049340296507,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16958619683662157,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15967023088196095,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1721879673863884,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.228110389152384,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6983682498797228,"lowerBound":0,"upperBound":1,"independentScore":0.6983682498797228,"independent":true,"opponentIds":1464,"independentOpponentIds":1464,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f6783606396b8bce8ac51b24"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5840909356179318,"lowerBound":0,"upperBound":1,"independentScore":0.5840909356179318,"independent":true,"opponentIds":1465,"independentOpponentIds":1465,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["12b6566ca4ca6c13138f9e96"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6767531639254605,"lowerBound":0,"upperBound":1,"independentScore":0.6767531639254605,"independent":true,"opponentIds":1466,"independentOpponentIds":1466,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["44ad128942762572d234bdd2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6514839606392817,"lowerBound":0,"upperBound":1,"independentScore":0.6514839606392817,"independent":true,"opponentIds":1467,"independentOpponentIds":1467,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["16870d51f189414eb5dd849d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7348073865185292,"lowerBound":0,"upperBound":1,"independentScore":0.7348073865185292,"independent":true,"opponentIds":1468,"independentOpponentIds":1468,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["37982711b6c81550d0bf0ced"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6784018325952292,"lowerBound":0,"upperBound":1,"independentScore":0.6784018325952292,"independent":true,"opponentIds":1469,"independentOpponentIds":1469,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["0bac296b6bcdc867575332aa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7430066646774164,"lowerBound":0,"upperBound":1,"independentScore":0.7430066646774164,"independent":true,"opponentIds":1470,"independentOpponentIds":1470,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4d967b270cc1b306d32a8d0a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9889892807031805,"lowerBound":0,"upperBound":1,"independentScore":0.9889892807031805,"independent":true,"opponentIds":1471,"independentOpponentIds":1471,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8fbfbcae27f2a663fec6ea03"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8017619051342563,"lowerBound":0,"upperBound":1,"independentScore":0.8017619051342563,"independent":true,"opponentIds":1472,"independentOpponentIds":1472,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["919e117fe8b99db2a9b0924f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f6783606396b8bce8ac51b24","12b6566ca4ca6c13138f9e96","44ad128942762572d234bdd2","16870d51f189414eb5dd849d","37982711b6c81550d0bf0ced","0bac296b6bcdc867575332aa","4d967b270cc1b306d32a8d0a","8fbfbcae27f2a663fec6ea03","919e117fe8b99db2a9b0924f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gpt-3.5-turbo--effort-non-reasoning","name":"GPT-3.5-turbo · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-3.5-turbo","detailsUrl":"/efforts?model=gpt-3.5-turbo","publishedBenchmarkCount":3,"overallRating":{"score":0.00041802401763200433,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":213,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999962}],"familyWeights":[{"family":"gpqa","share":0.34472369464935176},{"family":"mmlu-pro","share":0.33647998354476316},{"family":"math500","share":0.31879632180588185}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.004101198257577563,"supported":true,"families":2,"independentFamilies":2,"opponents":213,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.003573651077796478,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.04022760612189606,"lowerBound":0,"upperBound":1,"independentScore":0.04022760612189606,"independent":true,"opponentIds":1473,"independentOpponentIds":1473,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e86dccdbe57cd031461b162a"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1474,"independentOpponentIds":1474,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["7b7b5a85ad55f9f5265d61d4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.053811888364124115,"lowerBound":0,"upperBound":1,"independentScore":0.053811888364124115,"independent":true,"opponentIds":1475,"independentOpponentIds":1475,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b4572ee6f0b5d5ed597a0caf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e86dccdbe57cd031461b162a","7b7b5a85ad55f9f5265d61d4","b4572ee6f0b5d5ed597a0caf"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-4--effort-non-reasoning","name":"GPT-4 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4","detailsUrl":"/efforts?model=gpt-4","publishedBenchmarkCount":7,"overallRating":{"score":0.0026657433284480946,"supported":true,"families":6,"publishers":1,"evaluationSources":1,"taskAreas":3,"opponents":230,"independentFamilies":6,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000038}],"familyWeights":[{"family":"mmlu-pro","share":0.17675029522193533},{"family":"ifbench","share":0.17632473195251447},{"family":"gpqa","share":0.17312485161583063},{"family":"omniscience","share":0.16969132891412678},{"family":"math500","share":0.1692637985222417},{"family":"gdpval","share":0.13484499377335363}]},"capabilityRatings":[{"bucket":"agentic","score":0.0319020328128884,"supported":false,"families":1,"independentFamilies":1,"opponents":139,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.005586047193254676,"supported":true,"families":2,"independentFamilies":2,"opponents":213,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.021881212528778057,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.1213975746905749,"lowerBound":0,"upperBound":1,"independentScore":0.1213975746905749,"independent":true,"opponentIds":1476,"independentOpponentIds":1476,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["31ad92730d85a268e23aea8c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.07515801382046436,"lowerBound":0,"upperBound":1,"independentScore":0.07515801382046436,"independent":true,"opponentIds":1477,"independentOpponentIds":1477,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["33dcba80de235a7178254ae4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2501934086733902,"lowerBound":0,"upperBound":1,"independentScore":0.2501934086733902,"independent":true,"opponentIds":1478,"independentOpponentIds":1478,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["038ce8230ca4b6eb3d669d9a"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.05584930467368895,"lowerBound":0,"upperBound":1,"independentScore":0.05584930467368895,"independent":true,"opponentIds":1479,"independentOpponentIds":1479,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["5d475d04cc97cb96522544e6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.13345370152291156,"lowerBound":0,"upperBound":1,"independentScore":0.13345370152291156,"independent":true,"opponentIds":1480,"independentOpponentIds":1480,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6a974fcb30a93f5f4469e5f6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5383133491731752,"lowerBound":0,"upperBound":1,"independentScore":0.5383133491731752,"independent":true,"opponentIds":1481,"independentOpponentIds":1481,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9fe1f5fef2e00423fce3cdba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["31ad92730d85a268e23aea8c","33dcba80de235a7178254ae4","038ce8230ca4b6eb3d669d9a","5d475d04cc97cb96522544e6","6a974fcb30a93f5f4469e5f6","9fe1f5fef2e00423fce3cdba"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v3.2","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-27b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.6","glm-4.7","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-4.1-mini","gpt-4.1-nano","gpt-4o","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3-next-80b-a3b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-1b-it","gemma-3-270m-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6v","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-3.5-turbo","gpt-4.1","gpt-5-nano","gpt-5.2","gpt-5.3-codex","hy3-preview","k-exaone-2.0-750b-a37b","kimi-linear-48b-a3b-instruct","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-pro","o4-mini","phi-4","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-27b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","seed-oss-36b-instruct","solar-open-100b","step3-vl-10b","tiny-aya-global","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":7}],"unspecified":0,"total":7}},{"id":"gpt-4-turbo--effort-non-reasoning","name":"GPT-4-turbo · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4-turbo","detailsUrl":"/efforts?model=gpt-4-turbo","publishedBenchmarkCount":4,"overallRating":{"score":0.0017635734513382552,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":3,"opponents":227,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999995}],"familyWeights":[{"family":"hle","share":0.2557512297741399},{"family":"mmlu-pro","share":0.25420140416227105},{"family":"livecodebench","share":0.2478189563417829},{"family":"math500","share":0.2422284097218024}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.008162590164725063,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.009660643587692008,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013761878089911979,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.03558187027265542,"lowerBound":0,"upperBound":1,"independentScore":0.03558187027265542,"independent":true,"opponentIds":1482,"independentOpponentIds":1482,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f633b74d416f6bd43ad13675"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2247624595014976,"lowerBound":0,"upperBound":1,"independentScore":0.2247624595014976,"independent":true,"opponentIds":1483,"independentOpponentIds":1483,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9560dd4fd1468931e9052113"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.22764634160683941,"lowerBound":0,"upperBound":1,"independentScore":0.22764634160683941,"independent":true,"opponentIds":1484,"independentOpponentIds":1484,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["6ffe256a0e1313ed70520f43"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2925924742951641,"lowerBound":0,"upperBound":1,"independentScore":0.2925924742951641,"independent":true,"opponentIds":1485,"independentOpponentIds":1485,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["02bbce731291738c87436522"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f633b74d416f6bd43ad13675","9560dd4fd1468931e9052113","6ffe256a0e1313ed70520f43","02bbce731291738c87436522"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","deepseek-r1-distill-llama-8b","gpt-3.5-turbo","gpt-4"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":4}],"unspecified":0,"total":4}},{"id":"gpt-4.1--effort-non-reasoning","name":"GPT-4.1 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4.1","detailsUrl":"/efforts?model=gpt-4.1","publishedBenchmarkCount":14,"overallRating":{"score":0.013766154724758057,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000095}],"familyWeights":[{"family":"mmlu-pro","share":0.08187011815170196},{"family":"aime","share":0.08181379318818194},{"family":"livecodebench","share":0.08179803798682993},{"family":"math500","share":0.08147302900663507},{"family":"ifbench","share":0.0798549650523041},{"family":"hle","share":0.07810358988158964},{"family":"gpqa","share":0.07794740544627421},{"family":"critpt","share":0.07774001752553412},{"family":"omniscience","share":0.0774629778834304},{"family":"mmmu-pro","share":0.07675277385491124},{"family":"aa-lcr","share":0.0720670653575993},{"family":"tau-bench","share":0.06905919197976355},{"family":"terminal-bench","share":0.06405703468525711}]},"capabilityRatings":[{"bucket":"agentic","score":0.06634023180343936,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.027520607850051976,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03645006121281601,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08685892545206846,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04900718865210369,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.20260597445517936,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.36195475752166006,"lowerBound":0,"upperBound":1,"independentScore":0.36195475752166006,"independent":true,"opponentIds":1486,"independentOpponentIds":1486,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["71e63379395e6cbc0d8af312"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6614006980611562,"lowerBound":0,"upperBound":1,"independentScore":0.6614006980611562,"independent":true,"opponentIds":1487,"independentOpponentIds":1487,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6258690b3586212c0ba891ed"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":1488,"independentOpponentIds":1488,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["62391a002947467a08c83e49"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.37721302539479035,"lowerBound":0,"upperBound":1,"independentScore":0.37721302539479035,"independent":true,"opponentIds":1489,"independentOpponentIds":1489,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6341242383674a88e3732cb2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.13990757917299299,"lowerBound":0,"upperBound":1,"independentScore":0.13990757917299299,"independent":true,"opponentIds":1490,"independentOpponentIds":1490,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["08a0c963b233621f21dd0ccb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.49880969670236486,"lowerBound":0,"upperBound":1,"independentScore":0.49880969670236486,"independent":true,"opponentIds":1491,"independentOpponentIds":1491,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4d67dd78b382a9e804734322"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.45935336261397786,"lowerBound":0,"upperBound":1,"independentScore":0.45935336261397786,"independent":true,"opponentIds":1492,"independentOpponentIds":1492,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["615f90985d1bd979b83a9644"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5501111991479003,"lowerBound":0,"upperBound":1,"independentScore":0.5501111991479003,"independent":true,"opponentIds":1493,"independentOpponentIds":1493,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fbd303abbd8215370445d77e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6669563957806021,"lowerBound":0,"upperBound":1,"independentScore":0.6669563957806021,"independent":true,"opponentIds":1494,"independentOpponentIds":1494,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cda7d9aee07435b67e05e255"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3582622685523006,"lowerBound":0,"upperBound":1,"independentScore":0.3582622685523006,"independent":true,"opponentIds":1495,"independentOpponentIds":1495,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["babd604f90f1908b5bafa26a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7180672566647761,"lowerBound":0,"upperBound":1,"independentScore":0.7180672566647761,"independent":true,"opponentIds":1496,"independentOpponentIds":1496,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["45f0a1fb80d261d7173f15b7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5652909416366779,"lowerBound":0,"upperBound":1,"independentScore":0.5652909416366779,"independent":true,"opponentIds":1497,"independentOpponentIds":1497,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2228ebd23f321bb595a53cb8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5325959255483427,"lowerBound":0,"upperBound":1,"independentScore":0.5325959255483427,"independent":true,"opponentIds":1498,"independentOpponentIds":1498,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["7c2b1459ddc5b975cc6374e5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["71e63379395e6cbc0d8af312","6258690b3586212c0ba891ed","62391a002947467a08c83e49","6341242383674a88e3732cb2","08a0c963b233621f21dd0ccb","4d67dd78b382a9e804734322","615f90985d1bd979b83a9644","fbd303abbd8215370445d77e","cda7d9aee07435b67e05e255","babd604f90f1908b5bafa26a","45f0a1fb80d261d7173f15b7","2228ebd23f321bb595a53cb8","7c2b1459ddc5b975cc6374e5"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-4.1-mini--effort-non-reasoning","name":"GPT-4.1 Mini · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4.1-mini","detailsUrl":"/efforts?model=gpt-4.1-mini","publishedBenchmarkCount":17,"overallRating":{"score":0.011186459297061732,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000062}],"familyWeights":[{"family":"mmlu-pro","share":0.07571824130403529},{"family":"aime","share":0.07570352983708106},{"family":"livecodebench","share":0.07566940882790278},{"family":"math500","share":0.07534976799304048},{"family":"ifbench","share":0.07389686903739073},{"family":"hle","share":0.07237005284817725},{"family":"gpqa","share":0.07219170961036865},{"family":"critpt","share":0.072099362734983},{"family":"omniscience","share":0.07185668318148432},{"family":"mmmu-pro","share":0.07152428861353123},{"family":"tau-bench","share":0.06916825203504794},{"family":"aa-lcr","share":0.06693811675422637},{"family":"gdpval","share":0.06514643551383574},{"family":"terminal-bench","share":0.06236728170890142}]},"capabilityRatings":[{"bucket":"agentic","score":0.058916836171574616,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03473020366929996,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.034030445058668944,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04782355504529709,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04323778604801571,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07809484611668034,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.48423551818313015,"lowerBound":0,"upperBound":1,"independentScore":0.48423551818313015,"independent":true,"opponentIds":1499,"independentOpponentIds":1499,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["eebaae45907cf005abada7c4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4206626075592788,"lowerBound":0,"upperBound":1,"independentScore":0.4206626075592788,"independent":true,"opponentIds":1500,"independentOpponentIds":1500,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["78e5e2b4996ff8eb159b948d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.235036100498203,"lowerBound":0,"upperBound":1,"independentScore":0.235036100498203,"independent":true,"opponentIds":1501,"independentOpponentIds":1501,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["fef727774450464c08bdd0f7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.23128110755392714,"lowerBound":0,"upperBound":1,"independentScore":0.23128110755392714,"independent":true,"opponentIds":1502,"independentOpponentIds":1502,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["953e81fe2ed1bb5edb755613"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3687194502046673,"lowerBound":0,"upperBound":1,"independentScore":0.3687194502046673,"independent":true,"opponentIds":1503,"independentOpponentIds":1503,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2aa8871a8db562e9d18d39f5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2783907484822419,"lowerBound":0,"upperBound":1,"independentScore":0.2783907484822419,"independent":true,"opponentIds":1504,"independentOpponentIds":1504,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["98e459e9baa066381c77aed4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3702912772586564,"lowerBound":0,"upperBound":1,"independentScore":0.3702912772586564,"independent":true,"opponentIds":1505,"independentOpponentIds":1505,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b899d6847a198d9782271fcf"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5138998131789491,"lowerBound":0,"upperBound":1,"independentScore":0.5138998131789491,"independent":true,"opponentIds":1506,"independentOpponentIds":1506,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f3555e10497e1abe114c7141"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5679718599795363,"lowerBound":0,"upperBound":1,"independentScore":0.5679718599795363,"independent":true,"opponentIds":1507,"independentOpponentIds":1507,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["22a4815b9fac3ade7ef81d55"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5772118570309208,"lowerBound":0,"upperBound":1,"independentScore":0.5772118570309208,"independent":true,"opponentIds":1508,"independentOpponentIds":1508,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6a981d16086d951f236f90c7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3313780012841552,"lowerBound":0,"upperBound":1,"independentScore":0.3313780012841552,"independent":true,"opponentIds":1509,"independentOpponentIds":1509,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e223341eecccef740f030378"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.502100580195926,"lowerBound":0,"upperBound":1,"independentScore":0.502100580195926,"independent":true,"opponentIds":1510,"independentOpponentIds":1510,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b85f2dfb7db4041669025541"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.38472526144246016,"lowerBound":0,"upperBound":1,"independentScore":0.38472526144246016,"independent":true,"opponentIds":1511,"independentOpponentIds":1511,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e0c1df7e5bd17d33c2f2bd4e","a234bcb3480d187f78e691a1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3325380993399981,"lowerBound":0,"upperBound":1,"independentScore":0.3325380993399981,"independent":true,"opponentIds":1512,"independentOpponentIds":1512,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c9e7e69728999f70de8da6ac","4bdb55f172fca20477d7ecfe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["eebaae45907cf005abada7c4","78e5e2b4996ff8eb159b948d","fef727774450464c08bdd0f7","953e81fe2ed1bb5edb755613","2aa8871a8db562e9d18d39f5","98e459e9baa066381c77aed4","b899d6847a198d9782271fcf","f3555e10497e1abe114c7141","22a4815b9fac3ade7ef81d55","6a981d16086d951f236f90c7","e223341eecccef740f030378","b85f2dfb7db4041669025541","e0c1df7e5bd17d33c2f2bd4e","a234bcb3480d187f78e691a1","c9e7e69728999f70de8da6ac","4bdb55f172fca20477d7ecfe"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-4.1-nano--effort-non-reasoning","name":"GPT-4.1-nano · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4.1-nano","detailsUrl":"/efforts?model=gpt-4.1-nano","publishedBenchmarkCount":17,"overallRating":{"score":0.002994888009199505,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000062}],"familyWeights":[{"family":"mmlu-pro","share":0.07571824130403529},{"family":"aime","share":0.07570352983708106},{"family":"livecodebench","share":0.07566940882790278},{"family":"math500","share":0.07534976799304048},{"family":"ifbench","share":0.07389686903739073},{"family":"hle","share":0.07237005284817725},{"family":"gpqa","share":0.07219170961036865},{"family":"critpt","share":0.072099362734983},{"family":"omniscience","share":0.07185668318148432},{"family":"mmmu-pro","share":0.07152428861353123},{"family":"tau-bench","share":0.06916825203504794},{"family":"aa-lcr","share":0.06693811675422637},{"family":"gdpval","share":0.06514643551383574},{"family":"terminal-bench","share":0.06236728170890142}]},"capabilityRatings":[{"bucket":"agentic","score":0.013663359803465648,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.016620744295194795,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014210357525845924,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01359170467206706,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.009345298500303826,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.029676532980265208,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2473357196299386,"lowerBound":0,"upperBound":1,"independentScore":0.2473357196299386,"independent":true,"opponentIds":1513,"independentOpponentIds":1513,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["28ea576bcc8fbc7f7d7c10fa"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.22270915944909758,"lowerBound":0,"upperBound":1,"independentScore":0.22270915944909758,"independent":true,"opponentIds":1514,"independentOpponentIds":1514,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["489b206164aa46bc047e9442"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.235036100498203,"lowerBound":0,"upperBound":1,"independentScore":0.235036100498203,"independent":true,"opponentIds":1515,"independentOpponentIds":1515,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["622f6b3b250d7dd489c93fdd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.04699914779888341,"lowerBound":0,"upperBound":1,"independentScore":0.04699914779888341,"independent":true,"opponentIds":1516,"independentOpponentIds":1516,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["cf513ca8c95b4a92239280d5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.19686837154849274,"lowerBound":0,"upperBound":1,"independentScore":0.19686837154849274,"independent":true,"opponentIds":1517,"independentOpponentIds":1517,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0776aad3ae4e24e33e23a782"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.07597327413842175,"lowerBound":0,"upperBound":1,"independentScore":0.07597327413842175,"independent":true,"opponentIds":1518,"independentOpponentIds":1518,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a3e067b47919de9fb8db721d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2069978478760345,"lowerBound":0,"upperBound":1,"independentScore":0.2069978478760345,"independent":true,"opponentIds":1519,"independentOpponentIds":1519,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8a4df2fd7696ccf624dc7ec5"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.29946103020800086,"lowerBound":0,"upperBound":1,"independentScore":0.29946103020800086,"independent":true,"opponentIds":1520,"independentOpponentIds":1520,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b423f62f5dc4c141f8ed488b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.3692341650768073,"lowerBound":0,"upperBound":1,"independentScore":0.3692341650768073,"independent":true,"opponentIds":1521,"independentOpponentIds":1521,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fd5c7d1cec7975be45682128"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.21634752009989028,"lowerBound":0,"upperBound":1,"independentScore":0.21634752009989028,"independent":true,"opponentIds":1522,"independentOpponentIds":1522,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["77df975eff4ea000f47f5a15"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.061746645678877075,"lowerBound":0,"upperBound":1,"independentScore":0.061746645678877075,"independent":true,"opponentIds":1523,"independentOpponentIds":1523,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["588685ec1855237622d161dc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1945556176258518,"lowerBound":0,"upperBound":1,"independentScore":0.1945556176258518,"independent":true,"opponentIds":1524,"independentOpponentIds":1524,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9ac947bf063f982fe5973290"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.10586430198989338,"lowerBound":0,"upperBound":1,"independentScore":0.10586430198989338,"independent":true,"opponentIds":1525,"independentOpponentIds":1525,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["123959e1480ca28caac46f0a","f223b4e74f1c051e27d17567"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17489495994109353,"lowerBound":0,"upperBound":1,"independentScore":0.17489495994109353,"independent":true,"opponentIds":1526,"independentOpponentIds":1526,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["caebc613dd7096aa01c68408","645eb8d2b06c1ca684efea03"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["28ea576bcc8fbc7f7d7c10fa","489b206164aa46bc047e9442","622f6b3b250d7dd489c93fdd","cf513ca8c95b4a92239280d5","0776aad3ae4e24e33e23a782","a3e067b47919de9fb8db721d","8a4df2fd7696ccf624dc7ec5","b423f62f5dc4c141f8ed488b","fd5c7d1cec7975be45682128","77df975eff4ea000f47f5a15","588685ec1855237622d161dc","9ac947bf063f982fe5973290","123959e1480ca28caac46f0a","f223b4e74f1c051e27d17567","caebc613dd7096aa01c68408","645eb8d2b06c1ca684efea03"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-4o--effort-non-reasoning","name":"GPT-4o · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4o","detailsUrl":"/efforts?model=gpt-4o","publishedBenchmarkCount":42,"overallRating":{"score":0.008802001554885135,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":222,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999998}],"familyWeights":[{"family":"critpt","share":0.2830124893825964},{"family":"mmmu-pro","share":0.27691301223008064},{"family":"terminal-bench","share":0.22419783392946407},{"family":"gdpval","share":0.21587666445785855}]},"capabilityRatings":[{"bucket":"agentic","score":0.0359233591860773,"supported":false,"families":1,"independentFamilies":1,"opponents":139,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03164447738234139,"supported":false,"families":1,"independentFamilies":1,"opponents":216,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04090396890072895,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":0.03619317168490079,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2273027415635057,"lowerBound":0,"upperBound":1,"independentScore":0.2273027415635057,"independent":true,"opponentIds":1527,"independentOpponentIds":1527,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2ae788a49fc1d3e582e9f839","c2e74edde37a3d7442f9667e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.13756178984218378,"lowerBound":0,"upperBound":1,"independentScore":0.13756178984218378,"independent":true,"opponentIds":1528,"independentOpponentIds":1528,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8504120408952353f6c14d15"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2873141319281713,"lowerBound":0,"upperBound":1,"independentScore":0.2873141319281713,"independent":true,"opponentIds":1529,"independentOpponentIds":1529,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b8d0d0d98797b082257d92e1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4316155510127117,"lowerBound":0,"upperBound":1,"independentScore":0.4316155510127117,"independent":true,"opponentIds":1530,"independentOpponentIds":1530,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["893788f0d9759cc5abf9ec76","9d041de7b25693c5693bff38"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2ae788a49fc1d3e582e9f839","c2e74edde37a3d7442f9667e","8504120408952353f6c14d15","b8d0d0d98797b082257d92e1","893788f0d9759cc5abf9ec76","9d041de7b25693c5693bff38"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4","gpt-4o-mini","phi-4-multimodal-instruct","pixtral-large-2411","kimi-linear-48b-a3b-instruct","minimax-m1-40k"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":42}],"unspecified":0,"total":42}},{"id":"gpt-4o-mini--effort-non-reasoning","name":"GPT-4o Mini · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4o-mini","detailsUrl":"/efforts?model=gpt-4o-mini","publishedBenchmarkCount":12,"overallRating":{"score":0.002005890117289301,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":230,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999966}],"familyWeights":[{"family":"mmlu-pro","share":0.10119762268869499},{"family":"aime","share":0.10101920745661686},{"family":"livecodebench","share":0.10099022374981925},{"family":"math500","share":0.10011592616530146},{"family":"ifbench","share":0.09867828675686813},{"family":"hle","share":0.09660409805450706},{"family":"gpqa","share":0.09641541172972073},{"family":"mmmu-pro","share":0.09437527379110798},{"family":"gdpval","share":0.08378657056402308},{"family":"tau-bench","share":0.052518078352361414},{"family":"terminal-bench","share":0.04174609989785597},{"family":"aa-lcr","share":0.03255320079311536}]},"capabilityRatings":[{"bucket":"agentic","score":0.02454975763113694,"supported":true,"families":2,"independentFamilies":2,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.011251451678646737,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.009660560093358712,"supported":true,"families":2,"independentFamilies":2,"opponents":195,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.00997914360373602,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.009944772499948804,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.05183672441621515,"supported":false,"families":1,"independentFamilies":1,"opponents":68,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.13542515174181818,"lowerBound":0,"upperBound":1,"independentScore":0.13542515174181818,"independent":true,"opponentIds":1531,"independentOpponentIds":1531,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["454128a395b09cae70c46934"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.023593849045433532,"lowerBound":0,"upperBound":1,"independentScore":0.023593849045433532,"independent":true,"opponentIds":1532,"independentOpponentIds":1532,"panelSize":68,"publishers":["Artificial Analysis"],"observations":["89e1e3c13465dce088558ff9"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.11300590713686366,"lowerBound":0,"upperBound":1,"independentScore":0.11300590713686366,"independent":true,"opponentIds":1533,"independentOpponentIds":1533,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["cabe088f2008b7789f50fbe3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.11692266900433605,"lowerBound":0,"upperBound":1,"independentScore":0.11692266900433605,"independent":true,"opponentIds":1534,"independentOpponentIds":1534,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["feeff42eebfedd28d3c20c28"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.14748289490312844,"lowerBound":0,"upperBound":1,"independentScore":0.14748289490312844,"independent":true,"opponentIds":1535,"independentOpponentIds":1535,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["40656865ba698a00d4904512"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.15770948513972338,"lowerBound":0,"upperBound":1,"independentScore":0.15770948513972338,"independent":true,"opponentIds":1536,"independentOpponentIds":1536,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d07cd6e9ce1790b198fada31"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.16179303217717556,"lowerBound":0,"upperBound":1,"independentScore":0.16179303217717556,"independent":true,"opponentIds":1537,"independentOpponentIds":1537,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9211c553e48b0e7de26c2187"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.28816214702815995,"lowerBound":0,"upperBound":1,"independentScore":0.28816214702815995,"independent":true,"opponentIds":1538,"independentOpponentIds":1538,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["a918130cdb50b373f292baf0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2020966668874879,"lowerBound":0,"upperBound":1,"independentScore":0.2020966668874879,"independent":true,"opponentIds":1539,"independentOpponentIds":1539,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ebe5f26d2cff3c26c1e525dc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.06781675602123728,"lowerBound":0,"upperBound":1,"independentScore":0.06781675602123728,"independent":true,"opponentIds":1540,"independentOpponentIds":1540,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["9efca0c777e99b96ac172fcc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.03373803119776117,"lowerBound":0,"upperBound":1,"independentScore":0.03373803119776117,"independent":true,"opponentIds":1541,"independentOpponentIds":1541,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cd920a26d682a51dea69c47c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.16369343608249337,"lowerBound":0,"upperBound":1,"independentScore":0.16369343608249337,"independent":true,"opponentIds":1542,"independentOpponentIds":1542,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["0fd35df2bab242febe516b4d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["454128a395b09cae70c46934","cabe088f2008b7789f50fbe3","feeff42eebfedd28d3c20c28","40656865ba698a00d4904512","d07cd6e9ce1790b198fada31","9211c553e48b0e7de26c2187","a918130cdb50b373f292baf0","89e1e3c13465dce088558ff9","ebe5f26d2cff3c26c1e525dc","9efca0c777e99b96ac172fcc","cd920a26d682a51dea69c47c","0fd35df2bab242febe516b4d"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k2.7-code","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","qwen-3.8-max","qwen-3.8-max-0902","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","solar-pro3-260323","step-5-preview","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5.1","gpt-4","gpt-4o","gpt-5.4","hy3","kimi-k2.6","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","mistral-large-4","mistral-small-4","muse-spark-1.1","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-flash-next","solar-mini4-260922","solar-open2-250b","solar-pro4-260806","step-3.7-flash","claude-opus-4-6","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-3.5-turbo","gpt-5.3-codex","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","o1","o3-pro","phi-4-multimodal-instruct","qwen3-max","qwen3.5-27b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","solar-open-100b","step3-vl-10b","tiny-aya-global","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-5--effort-high","name":"GPT-5 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":23,"overallRating":{"score":0.11726197144176782,"supported":true,"families":17,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":16,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.461522280540231},{"source":"ARC Prize","independent":true,"share":0.4094168595988233},{"source":"SWE-rebench","independent":true,"share":0.12906085986094035}],"familyWeights":[{"family":"arc-agi","share":0.40941685959882346},{"family":"swe-rebench","share":0.12906085986094035},{"family":"gdpval","share":0.0352645103477404},{"family":"tau-bench","share":0.03330104440124799},{"family":"gmmlu","share":0.032685675823474244},{"family":"math500","share":0.032338562844496495},{"family":"terminal-bench","share":0.031770827107100386},{"family":"aa-lcr","share":0.03153685993234971},{"family":"critpt","share":0.031288588164461104},{"family":"omniscience","share":0.031155295607908175},{"family":"mmmu-pro","share":0.030757015806238772},{"family":"mmlu-pro","share":0.028915150902945864},{"family":"ifbench","share":0.028809867284967913},{"family":"livecodebench","share":0.028680654008922172},{"family":"aime","share":0.02865963630520481},{"family":"hle","share":0.028203021506190095},{"family":"gpqa","share":0.028155570496985267}]},"capabilityRatings":[{"bucket":"agentic","score":0.21947981954131277,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2098274201157174,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15506165841899286,"supported":true,"families":3,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3136737309645567,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.20500964538592556,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4206078839224255,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9661110474163518,"lowerBound":0,"upperBound":1,"independentScore":0.9661110474163518,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b8a7ebc653a427fb5d91d702"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8379223522176925,"lowerBound":0,"upperBound":1,"independentScore":0.8379223522176925,"independent":true,"opponentIds":1544,"independentOpponentIds":1544,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["750c968ff0446a482227e2b8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7924439620306307,"lowerBound":0,"upperBound":1,"independentScore":0.7924439620306307,"independent":true,"opponentIds":1545,"independentOpponentIds":1545,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["526949b552b53e03b7d5a1fb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5158022542576123,"lowerBound":0,"upperBound":1,"independentScore":0.5158022542576123,"independent":true,"opponentIds":1546,"independentOpponentIds":1546,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["25d613e45d75b6f63c137be2"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9534512735230674,"lowerBound":0,"upperBound":1,"independentScore":0.9534512735230674,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["19f8dadfaafe2174ffda6f14"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8082615148461282,"lowerBound":0,"upperBound":1,"independentScore":0.8082615148461282,"independent":true,"opponentIds":1548,"independentOpponentIds":1548,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["019aa804c24b7642bbb4c9fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7831450123936143,"lowerBound":0,"upperBound":1,"independentScore":0.7831450123936143,"independent":true,"opponentIds":1549,"independentOpponentIds":1549,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8e803bc9d5b5c1ab1a7f9f24"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8907176876687306,"lowerBound":0,"upperBound":1,"independentScore":0.8907176876687306,"independent":true,"opponentIds":1550,"independentOpponentIds":1550,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["00227af149e9071d69f93aca"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.949363462643201,"lowerBound":0,"upperBound":1,"independentScore":0.949363462643201,"independent":true,"opponentIds":1551,"independentOpponentIds":1551,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4f4d61af0c9b181e6c2c873c"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1552,"independentOpponentIds":1552,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["8879b6baa9e051ad62449770"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.961056446483646,"lowerBound":0,"upperBound":1,"independentScore":0.961056446483646,"independent":true,"opponentIds":1553,"independentOpponentIds":1553,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7a42777f53f98dabc1ad53c8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7075187416407809,"lowerBound":0,"upperBound":1,"independentScore":0.7075187416407809,"independent":true,"opponentIds":1554,"independentOpponentIds":1554,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4e8e70956b7eae3fc7e4c102"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8599596160219041,"lowerBound":0,"upperBound":1,"independentScore":0.8599596160219041,"independent":true,"opponentIds":1555,"independentOpponentIds":1555,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["868c4193cee868de3bdc6889"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7197567238841694,"lowerBound":0,"upperBound":1,"independentScore":0.7197567238841694,"independent":true,"opponentIds":1556,"independentOpponentIds":1556,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["8737030f1ce70358f2e83364","f7e07fd86961e867896fb84b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6027941781049035,"lowerBound":0,"upperBound":1,"independentScore":0.6027941781049035,"independent":true,"opponentIds":1557,"independentOpponentIds":1557,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["b34ccd07a2ed0494dfd6a9d9","0f34a353218d6fbf085641e3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.40677278882879053,"lowerBound":0,"upperBound":1,"independentScore":0.40677278882879053,"independent":true,"opponentIds":1558,"independentOpponentIds":1558,"panelSize":49,"publishers":["ARC Prize"],"observations":["cd810b3c8809c7e5dacdc516"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5882352941176471,"lowerBound":0,"upperBound":1,"independentScore":0.5882352941176471,"independent":true,"opponentIds":1559,"independentOpponentIds":1559,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-eeaabbca375641a41f9d6033","panel-462303d94f9258ff82feec79","panel-eeadcd73222785f2a270b0be","panel-105cf9d397ba788c03ce8531"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b8a7ebc653a427fb5d91d702","750c968ff0446a482227e2b8","526949b552b53e03b7d5a1fb","25d613e45d75b6f63c137be2","19f8dadfaafe2174ffda6f14","019aa804c24b7642bbb4c9fe","8e803bc9d5b5c1ab1a7f9f24","00227af149e9071d69f93aca","4f4d61af0c9b181e6c2c873c","8879b6baa9e051ad62449770","7a42777f53f98dabc1ad53c8","4e8e70956b7eae3fc7e4c102","868c4193cee868de3bdc6889","8737030f1ce70358f2e83364","f7e07fd86961e867896fb84b","b34ccd07a2ed0494dfd6a9d9","0f34a353218d6fbf085641e3","cd810b3c8809c7e5dacdc516","panel-eeaabbca375641a41f9d6033","panel-462303d94f9258ff82feec79","panel-eeadcd73222785f2a270b0be","panel-105cf9d397ba788c03ce8531"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-5--effort-low","name":"GPT-5 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":14,"overallRating":{"score":0.03998906652773538,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5488147332148956},{"source":"Artificial Analysis","independent":true,"share":0.45118526678510956}],"familyWeights":[{"family":"arc-agi","share":0.5488147332148956},{"family":"critpt","share":0.04343189307537156},{"family":"math500","share":0.043156642466770936},{"family":"omniscience","share":0.04298429072381523},{"family":"mmmu-pro","share":0.042887660710200906},{"family":"ifbench","share":0.03711571654017343},{"family":"mmlu-pro","share":0.036712035300401236},{"family":"gpqa","share":0.036621810867120894},{"family":"hle","share":0.03657131621128212},{"family":"livecodebench","share":0.03590877393114185},{"family":"aime","share":0.035308494075350694},{"family":"tau-bench","share":0.03156634334036649},{"family":"terminal-bench","share":0.028920289543112442}]},"capabilityRatings":[{"bucket":"agentic","score":0.16541050883133362,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.099314494625851,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12003280305660959,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23402710892674575,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.19269848924719754,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8328107873761663,"lowerBound":0,"upperBound":1,"independentScore":0.8328107873761663,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fd5387fb3404096f414a83b6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6563168943869432,"lowerBound":0,"upperBound":1,"independentScore":0.6563168943869432,"independent":true,"opponentIds":1545,"independentOpponentIds":1545,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5d4dcc5da420ddf20432d312"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6836730237209256,"lowerBound":0,"upperBound":1,"independentScore":0.6836730237209256,"independent":true,"opponentIds":1548,"independentOpponentIds":1548,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["223453038a985c31ffd6e4f8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6931779125377903,"lowerBound":0,"upperBound":1,"independentScore":0.6931779125377903,"independent":true,"opponentIds":1549,"independentOpponentIds":1549,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cd6b6e18fbfd95506365fd6e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7914766863398413,"lowerBound":0,"upperBound":1,"independentScore":0.7914766863398413,"independent":true,"opponentIds":1550,"independentOpponentIds":1550,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6f3d1c7bf90393fa9c17b8b8"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8585492204699554,"lowerBound":0,"upperBound":1,"independentScore":0.8585492204699554,"independent":true,"opponentIds":1551,"independentOpponentIds":1551,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6e9e875016ba9859a8f6134a"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9826368290315579,"lowerBound":0,"upperBound":1,"independentScore":0.9826368290315579,"independent":true,"opponentIds":1552,"independentOpponentIds":1552,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["a0ddf05c4b0c98132dddb60a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9326282883075289,"lowerBound":0,"upperBound":1,"independentScore":0.9326282883075289,"independent":true,"opponentIds":1553,"independentOpponentIds":1553,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["79eb03e7805b182a2759793a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7134222076338317,"lowerBound":0,"upperBound":1,"independentScore":0.7134222076338317,"independent":true,"opponentIds":1554,"independentOpponentIds":1554,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b0e5a0d9eec214879841fe64"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8424169610518133,"lowerBound":0,"upperBound":1,"independentScore":0.8424169610518133,"independent":true,"opponentIds":1555,"independentOpponentIds":1555,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ee2531a02a7ffddc0fb01d8c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7539175528142296,"lowerBound":0,"upperBound":1,"independentScore":0.7539175528142296,"independent":true,"opponentIds":1560,"independentOpponentIds":1560,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b701276cc6546fc45822b865"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6942850248647383,"lowerBound":0,"upperBound":1,"independentScore":0.6942850248647383,"independent":true,"opponentIds":1561,"independentOpponentIds":1561,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6f7ea2ee9bcce410ee2baf5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.18202635306902648,"lowerBound":0,"upperBound":1,"independentScore":0.18202635306902648,"independent":true,"opponentIds":1558,"independentOpponentIds":1558,"panelSize":49,"publishers":["ARC Prize"],"observations":["6d4dee0e98a30d128b276dd5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fd5387fb3404096f414a83b6","5d4dcc5da420ddf20432d312","223453038a985c31ffd6e4f8","cd6b6e18fbfd95506365fd6e","6f3d1c7bf90393fa9c17b8b8","6e9e875016ba9859a8f6134a","a0ddf05c4b0c98132dddb60a","79eb03e7805b182a2759793a","b0e5a0d9eec214879841fe64","ee2531a02a7ffddc0fb01d8c","b701276cc6546fc45822b865","a6f7ea2ee9bcce410ee2baf5","6d4dee0e98a30d128b276dd5"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5--effort-medium","name":"GPT-5 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":20,"overallRating":{"score":0.11467870166925721,"supported":true,"families":16,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":15,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.439367088138241},{"source":"ARC Prize","independent":true,"share":0.4262619563766994},{"source":"SWE-rebench","independent":true,"share":0.1343709554850527}],"familyWeights":[{"family":"arc-agi","share":0.4262619563767002},{"family":"swe-rebench","share":0.13437095548505268},{"family":"gmmlu","share":0.035665103882458166},{"family":"aa-lcr","share":0.034687939802656206},{"family":"math500","share":0.03462376454329367},{"family":"critpt","share":0.033721167334025685},{"family":"omniscience","share":0.03356143482133598},{"family":"mmmu-pro","share":0.03319973010814356},{"family":"mmlu-pro","share":0.03097072283895728},{"family":"ifbench","share":0.03085978096053676},{"family":"livecodebench","share":0.030669450629504647},{"family":"aime","share":0.030614790570261022},{"family":"hle","share":0.03023045357627082},{"family":"gpqa","share":0.030193096121437054},{"family":"tau-bench","share":0.02620726715642851},{"family":"terminal-bench","share":0.02416238579293776}]},"capabilityRatings":[{"bucket":"agentic","score":0.2071044322865877,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.15377254070926547,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.20558580242612734,"supported":true,"families":3,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.27792898936865423,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.20500964538592556,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.34812192561863875,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9524540433512563,"lowerBound":0,"upperBound":1,"independentScore":0.9524540433512563,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["62a27138a69e54269b2ced0d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8055211713453638,"lowerBound":0,"upperBound":1,"independentScore":0.8055211713453638,"independent":true,"opponentIds":1544,"independentOpponentIds":1544,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bac1e78739c1eb915445e9a6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23531838896406904,"lowerBound":0,"upperBound":1,"independentScore":0.23531838896406904,"independent":true,"opponentIds":1545,"independentOpponentIds":1545,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5876f00ed1d82282ca87b0b9"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.923658349449292,"lowerBound":0,"upperBound":1,"independentScore":0.923658349449292,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["aa1c6942d4b8c7d2f605217f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7635570989208287,"lowerBound":0,"upperBound":1,"independentScore":0.7635570989208287,"independent":true,"opponentIds":1548,"independentOpponentIds":1548,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9a39eae30636e7c9886cce67"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7425396138618657,"lowerBound":0,"upperBound":1,"independentScore":0.7425396138618657,"independent":true,"opponentIds":1549,"independentOpponentIds":1549,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8f4b11583819dbf74b843a4b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8370631396748176,"lowerBound":0,"upperBound":1,"independentScore":0.8370631396748176,"independent":true,"opponentIds":1550,"independentOpponentIds":1550,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["154efb6f937bc36bf9ad232b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7521748838895534,"lowerBound":0,"upperBound":1,"independentScore":0.7521748838895534,"independent":true,"opponentIds":1551,"independentOpponentIds":1551,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a62167102cbf66237691c3f0"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9841954783620439,"lowerBound":0,"upperBound":1,"independentScore":0.9841954783620439,"independent":true,"opponentIds":1552,"independentOpponentIds":1552,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["0eaef2c506d4f01adfa84574"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.956840027115269,"lowerBound":0,"upperBound":1,"independentScore":0.956840027115269,"independent":true,"opponentIds":1553,"independentOpponentIds":1553,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["21ec6c8059cfd230abba188d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7101053886505082,"lowerBound":0,"upperBound":1,"independentScore":0.7101053886505082,"independent":true,"opponentIds":1554,"independentOpponentIds":1554,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a9ff5ecf1282ea87ec70832b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8533002318390123,"lowerBound":0,"upperBound":1,"independentScore":0.8533002318390123,"independent":true,"opponentIds":1555,"independentOpponentIds":1555,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["29adc8ded1a9c585293aa02c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8018231880575333,"lowerBound":0,"upperBound":1,"independentScore":0.8018231880575333,"independent":true,"opponentIds":1560,"independentOpponentIds":1560,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a80c5c3b6ff92417077955ad"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8975843644323819,"lowerBound":0,"upperBound":1,"independentScore":0.8975843644323819,"independent":true,"opponentIds":1561,"independentOpponentIds":1561,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["3386dce9d4047ad04ffdb523"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.386337650121232,"lowerBound":0,"upperBound":1,"independentScore":0.386337650121232,"independent":true,"opponentIds":1558,"independentOpponentIds":1558,"panelSize":49,"publishers":["ARC Prize"],"observations":["88ed12ff4a36b415143266f3"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.823529411764706,"lowerBound":0,"upperBound":1,"independentScore":0.823529411764706,"independent":true,"opponentIds":1559,"independentOpponentIds":1559,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-df1f433349e12b715f87b8ca","panel-6a5dad63f041041541673c1a","panel-128f7a0af9b7fa3967594c52","panel-5b22352026768409d27902f3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["62a27138a69e54269b2ced0d","bac1e78739c1eb915445e9a6","5876f00ed1d82282ca87b0b9","aa1c6942d4b8c7d2f605217f","9a39eae30636e7c9886cce67","8f4b11583819dbf74b843a4b","154efb6f937bc36bf9ad232b","a62167102cbf66237691c3f0","0eaef2c506d4f01adfa84574","21ec6c8059cfd230abba188d","a9ff5ecf1282ea87ec70832b","29adc8ded1a9c585293aa02c","a80c5c3b6ff92417077955ad","3386dce9d4047ad04ffdb523","88ed12ff4a36b415143266f3","panel-df1f433349e12b715f87b8ca","panel-6a5dad63f041041541673c1a","panel-128f7a0af9b7fa3967594c52","panel-5b22352026768409d27902f3"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":20}],"unspecified":0,"total":20}},{"id":"gpt-5--effort-minimal","name":"GPT-5 · Minimal","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":19,"overallRating":{"score":0.009527646248020022,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":233,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.43562702354445765},{"source":"Artificial Analysis","independent":true,"share":0.4270498620815941},{"source":"SWE-rebench","independent":true,"share":0.137323114373943}],"familyWeights":[{"family":"arc-agi","share":0.43562702354445765},{"family":"swe-rebench","share":0.137323114373943},{"family":"gmmlu","share":0.038274745429319086},{"family":"math500","share":0.03647629471723949},{"family":"critpt","share":0.03569535257001612},{"family":"omniscience","share":0.03550630502167256},{"family":"mmmu-pro","share":0.03519870911161408},{"family":"mmlu-pro","share":0.03259676234365581},{"family":"ifbench","share":0.032482700626137284},{"family":"livecodebench","share":0.03222015983848765},{"family":"aime","share":0.03212280366510671},{"family":"hle","share":0.0318388400463073},{"family":"gpqa","share":0.031815760576813575},{"family":"tau-bench","share":0.02749520991389098},{"family":"terminal-bench","share":0.02532621822133761}]},"capabilityRatings":[{"bucket":"agentic","score":0.09452941213028303,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.026712502253757833,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04014203177434002,"supported":true,"families":3,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11183265063107328,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.053788380094108135,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.33029995667406387,"lowerBound":0,"upperBound":1,"independentScore":0.33029995667406387,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8e45b797da8beac9986e192f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23439954564121357,"lowerBound":0,"upperBound":1,"independentScore":0.23439954564121357,"independent":true,"opponentIds":1545,"independentOpponentIds":1545,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b0e5c086b1f1f24d633cf203"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7016338065405875,"lowerBound":0,"upperBound":1,"independentScore":0.7016338065405875,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["9b6573c67479dde64f04035d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4155255369213891,"lowerBound":0,"upperBound":1,"independentScore":0.4155255369213891,"independent":true,"opponentIds":1548,"independentOpponentIds":1548,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b23e0251391efcf3b3a4bb40"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.34082332459817716,"lowerBound":0,"upperBound":1,"independentScore":0.34082332459817716,"independent":true,"opponentIds":1549,"independentOpponentIds":1549,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3eb032538fe120fe67ce3a7b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5509196133669965,"lowerBound":0,"upperBound":1,"independentScore":0.5509196133669965,"independent":true,"opponentIds":1550,"independentOpponentIds":1550,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["39f1d0850b0ebc50b216eaae"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5917120194140747,"lowerBound":0,"upperBound":1,"independentScore":0.5917120194140747,"independent":true,"opponentIds":1551,"independentOpponentIds":1551,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f282d8c01d4dfa73b7c21cf6"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4198630024341976,"lowerBound":0,"upperBound":1,"independentScore":0.4198630024341976,"independent":true,"opponentIds":1552,"independentOpponentIds":1552,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["db0f5701f2e6a79689c6cea7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6837780951843189,"lowerBound":0,"upperBound":1,"independentScore":0.6837780951843189,"independent":true,"opponentIds":1553,"independentOpponentIds":1553,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["694430f2d7df7d6cdf682cb2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3786228066711376,"lowerBound":0,"upperBound":1,"independentScore":0.3786228066711376,"independent":true,"opponentIds":1554,"independentOpponentIds":1554,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4217568857ca6459c186bcdc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7551310371720568,"lowerBound":0,"upperBound":1,"independentScore":0.7551310371720568,"independent":true,"opponentIds":1555,"independentOpponentIds":1555,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["51d11a89b1062b97c6c2afa5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6391361008327315,"lowerBound":0,"upperBound":1,"independentScore":0.6391361008327315,"independent":true,"opponentIds":1560,"independentOpponentIds":1560,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["43f959c3e3f4b66e82a11070"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5995089873694285,"lowerBound":0,"upperBound":1,"independentScore":0.5995089873694285,"independent":true,"opponentIds":1561,"independentOpponentIds":1561,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5fae70015333e42ee80aabe2"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.017029282256298788,"lowerBound":0,"upperBound":1,"independentScore":0.017029282256298788,"independent":true,"opponentIds":1558,"independentOpponentIds":1558,"panelSize":49,"publishers":["ARC Prize"],"observations":["3fcb070e5d72027bf895a4eb"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1559,"independentOpponentIds":1559,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-7aa0c89e21a5b4ba53c846fe","panel-8613396169af318add6485b7","panel-3e55e76525c8e98cf682c126","panel-12e0ccd4a964c83e4b36650b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8e45b797da8beac9986e192f","b0e5c086b1f1f24d633cf203","9b6573c67479dde64f04035d","b23e0251391efcf3b3a4bb40","3eb032538fe120fe67ce3a7b","39f1d0850b0ebc50b216eaae","f282d8c01d4dfa73b7c21cf6","db0f5701f2e6a79689c6cea7","694430f2d7df7d6cdf682cb2","4217568857ca6459c186bcdc","51d11a89b1062b97c6c2afa5","43f959c3e3f4b66e82a11070","5fae70015333e42ee80aabe2","3fcb070e5d72027bf895a4eb","panel-7aa0c89e21a5b4ba53c846fe","panel-8613396169af318add6485b7","panel-3e55e76525c8e98cf682c126","panel-12e0ccd4a964c83e4b36650b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":19}],"unspecified":0,"total":19}},{"id":"gpt-5--effort-non-reasoning","name":"GPT-5 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":9,"overallRating":{"score":0.01610822792625556,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":230,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999927}],"familyWeights":[{"family":"aa-lcr","share":0.16593762619567148},{"family":"gpqa","share":0.11353198610204344},{"family":"ifbench","share":0.11090527400525733},{"family":"hle","share":0.11059926622310574},{"family":"mmlu-pro","share":0.10876727367649913},{"family":"livecodebench","share":0.10538355838111647},{"family":"aime","share":0.1029143503836797},{"family":"tau-bench","share":0.09474380004425247},{"family":"terminal-bench","share":0.08721686498837165}]},"capabilityRatings":[{"bucket":"agentic","score":0.003093032787330098,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04455316849199742,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04585803354275054,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0759983719897904,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1799513940243345,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4874231799761232,"lowerBound":0,"upperBound":1,"independentScore":0.4874231799761232,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a69193c2658d703e3ab0d38f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6555744726489193,"lowerBound":0,"upperBound":1,"independentScore":0.6555744726489193,"independent":true,"opponentIds":1544,"independentOpponentIds":1544,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["886b2d802aa24414c17a9bc7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4210884204270161,"lowerBound":0,"upperBound":1,"independentScore":0.4210884204270161,"independent":true,"opponentIds":1548,"independentOpponentIds":1548,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ebf5588481b79006df61a812"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3619414327495933,"lowerBound":0,"upperBound":1,"independentScore":0.3619414327495933,"independent":true,"opponentIds":1549,"independentOpponentIds":1549,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["de2fbae5009e0d6316cb4494"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.515509397552731,"lowerBound":0,"upperBound":1,"independentScore":0.515509397552731,"independent":true,"opponentIds":1550,"independentOpponentIds":1550,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["76566dd933fc00aeb2f0db10"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5758894244240665,"lowerBound":0,"upperBound":1,"independentScore":0.5758894244240665,"independent":true,"opponentIds":1551,"independentOpponentIds":1551,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c65c8b6baa6f11b465f55b52"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8041279163738462,"lowerBound":0,"upperBound":1,"independentScore":0.8041279163738462,"independent":true,"opponentIds":1553,"independentOpponentIds":1553,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5be07669413d5fbc82f7c02d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.020140275715288335,"lowerBound":0,"upperBound":1,"independentScore":0.020140275715288335,"independent":true,"opponentIds":1560,"independentOpponentIds":1560,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2ed696e37ca20657d9df1361"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49796660361141754,"lowerBound":0,"upperBound":1,"independentScore":0.49796660361141754,"independent":true,"opponentIds":1561,"independentOpponentIds":1561,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["292b0f2eaa1075a11794a0fc"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a69193c2658d703e3ab0d38f","886b2d802aa24414c17a9bc7","ebf5588481b79006df61a812","de2fbae5009e0d6316cb4494","76566dd933fc00aeb2f0db10","c65c8b6baa6f11b465f55b52","5be07669413d5fbc82f7c02d","2ed696e37ca20657d9df1361","292b0f2eaa1075a11794a0fc"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"gpt-5-mini--effort-high","name":"GPT-5 Mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":25,"overallRating":{"score":0.0621780261829154,"supported":true,"families":19,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":19,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.40367026146686796},{"source":"ARC Prize","independent":true,"share":0.3143512152619235},{"source":"SWE-rebench","independent":true,"share":0.28197852327121026}],"familyWeights":[{"family":"arc-agi","share":0.31435121526192394},{"family":"swe-rebench","share":0.28197852327121026},{"family":"aime","share":0.02446172237516414},{"family":"mmlu-pro","share":0.024447141770942055},{"family":"livecodebench","share":0.02444284812098108},{"family":"gmmlu","share":0.02436103079614913},{"family":"gdpval","share":0.024063858178406276},{"family":"tau-bench","share":0.02402133882014227},{"family":"terminal-bench","share":0.024017478579733353},{"family":"ifbench","share":0.023849755975193187},{"family":"briefcase","share":0.023818788624716345},{"family":"automationbench","share":0.02371351343627283},{"family":"gdp-pdf","share":0.023695306469310635},{"family":"hle","share":0.023427937540491252},{"family":"mmmu-pro","share":0.023415854910528847},{"family":"critpt","share":0.023381283887592818},{"family":"gpqa","share":0.02335835260925895},{"family":"omniscience","share":0.023311394178963267},{"family":"aa-lcr","share":0.021882655193013835}]},"capabilityRatings":[{"bucket":"agentic","score":0.15621079605085,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1194106111787674,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13035596658178236,"supported":true,"families":3,"independentFamilies":3,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19942406449725536,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.12687114683657272,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.27783967769243045,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.27730260312878413,"lowerBound":0,"upperBound":1,"independentScore":0.27730260312878413,"independent":true,"opponentIds":1562,"independentOpponentIds":1562,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9a4e17f7381dfa910e957c3d"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9314762230045712,"lowerBound":0,"upperBound":1,"independentScore":0.9314762230045712,"independent":true,"opponentIds":1563,"independentOpponentIds":1563,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["65f52ca925e988e6fd80eb13"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7290918620997406,"lowerBound":0,"upperBound":1,"independentScore":0.7290918620997406,"independent":true,"opponentIds":1564,"independentOpponentIds":1564,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cdb88e73a4762d4396c9a06e"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4112864550383178,"lowerBound":0,"upperBound":1,"independentScore":0.4112864550383178,"independent":true,"opponentIds":1565,"independentOpponentIds":1565,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["27af7a5af07c19f4d88811d8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2346376822631963,"lowerBound":0,"upperBound":1,"independentScore":0.2346376822631963,"independent":true,"opponentIds":1566,"independentOpponentIds":1566,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3c2950d0606b9481aee47005"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.46717037669706035,"lowerBound":0,"upperBound":1,"independentScore":0.46717037669706035,"independent":true,"opponentIds":1567,"independentOpponentIds":1567,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["bdf30c3a0f09b77a90c44aa5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.45022375333805137,"lowerBound":0,"upperBound":1,"independentScore":0.45022375333805137,"independent":true,"opponentIds":1568,"independentOpponentIds":1568,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a3ce8400a76c8589735a3202"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8096514745308303,"lowerBound":0,"upperBound":1,"independentScore":0.8096514745308303,"independent":true,"opponentIds":1569,"independentOpponentIds":1569,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["42ba50e4937f51066403a40a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7174593961152559,"lowerBound":0,"upperBound":1,"independentScore":0.7174593961152559,"independent":true,"opponentIds":1570,"independentOpponentIds":1570,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["780a661cb78b9c56e5125a5c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.696216548418868,"lowerBound":0,"upperBound":1,"independentScore":0.696216548418868,"independent":true,"opponentIds":1571,"independentOpponentIds":1571,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e3c571e8cc7c47693c7491ea"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9202082205369464,"lowerBound":0,"upperBound":1,"independentScore":0.9202082205369464,"independent":true,"opponentIds":1572,"independentOpponentIds":1572,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1b233a3c4817c134297e6b90"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9494920647541378,"lowerBound":0,"upperBound":1,"independentScore":0.9494920647541378,"independent":true,"opponentIds":1573,"independentOpponentIds":1573,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3a8c6449356ba890c11867dd"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8696859740717209,"lowerBound":0,"upperBound":1,"independentScore":0.8696859740717209,"independent":true,"opponentIds":1574,"independentOpponentIds":1574,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["11c3fe71af8c1d04004c9911"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.589670562699304,"lowerBound":0,"upperBound":1,"independentScore":0.589670562699304,"independent":true,"opponentIds":1575,"independentOpponentIds":1575,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["58af9776db89fef37b1a7aea"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6465323281773545,"lowerBound":0,"upperBound":1,"independentScore":0.6465323281773545,"independent":true,"opponentIds":1576,"independentOpponentIds":1576,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f7a8c435629149e75efe37f0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6008459645737655,"lowerBound":0,"upperBound":1,"independentScore":0.6008459645737655,"independent":true,"opponentIds":1577,"independentOpponentIds":1577,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["10f9eba629d77facbe32f9b6","969afa46ac1ec6e14abac457"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3621297331726971,"lowerBound":0,"upperBound":1,"independentScore":0.3621297331726971,"independent":true,"opponentIds":1578,"independentOpponentIds":1578,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["43b87396047b7441da4e876a","fbbbb64b85a5e18d3f24a5c7","135ea16317bc37b9f2fd8244"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.28949779835707945,"lowerBound":0,"upperBound":1,"independentScore":0.28949779835707945,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":49,"publishers":["ARC Prize"],"observations":["849548a81dc92ff4714ec68d"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.37209302325581395,"lowerBound":0,"upperBound":1,"independentScore":0.37209302325581395,"independent":true,"opponentIds":1580,"independentOpponentIds":1580,"panelSize":3,"publishers":["SWE-rebench"],"observations":["panel-9d3595bc411ad8842b5f1eef","panel-882148776d6b6bf196c8e72f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9a4e17f7381dfa910e957c3d","65f52ca925e988e6fd80eb13","cdb88e73a4762d4396c9a06e","27af7a5af07c19f4d88811d8","3c2950d0606b9481aee47005","bdf30c3a0f09b77a90c44aa5","a3ce8400a76c8589735a3202","42ba50e4937f51066403a40a","780a661cb78b9c56e5125a5c","e3c571e8cc7c47693c7491ea","1b233a3c4817c134297e6b90","3a8c6449356ba890c11867dd","11c3fe71af8c1d04004c9911","58af9776db89fef37b1a7aea","f7a8c435629149e75efe37f0","10f9eba629d77facbe32f9b6","969afa46ac1ec6e14abac457","43b87396047b7441da4e876a","fbbbb64b85a5e18d3f24a5c7","135ea16317bc37b9f2fd8244","849548a81dc92ff4714ec68d","panel-9d3595bc411ad8842b5f1eef","panel-882148776d6b6bf196c8e72f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":25}],"unspecified":0,"total":25}},{"id":"gpt-5-mini--effort-medium","name":"GPT-5 Mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":20,"overallRating":{"score":0.050401243584308364,"supported":true,"families":14,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.3729902740721409},{"source":"Artificial Analysis","independent":true,"share":0.33706540867781765},{"source":"ARC Prize","independent":true,"share":0.2899443172500463}],"familyWeights":[{"family":"swe-rebench","share":0.37299027407214097},{"family":"arc-agi","share":0.2899443172500465},{"family":"mmlu-pro","share":0.030078216478452373},{"family":"aime","share":0.030026777589731574},{"family":"livecodebench","share":0.030017125087236803},{"family":"ifbench","share":0.02932012893104512},{"family":"hle","share":0.02870055319371751},{"family":"gpqa","share":0.02864532226442984},{"family":"critpt","share":0.028531436640894258},{"family":"omniscience","share":0.02842123256396187},{"family":"mmmu-pro","share":0.028050093470929092},{"family":"aa-lcr","share":0.026405067610195312},{"family":"tau-bench","share":0.025345866846497214},{"family":"terminal-bench","share":0.023523588000726174}]},"capabilityRatings":[{"bucket":"agentic","score":0.1040886742432993,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13310921016915292,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0990332400314499,"supported":true,"families":3,"independentFamilies":3,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.14294073167754606,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10590525527948629,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.27783967769243045,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8809314319764577,"lowerBound":0,"upperBound":1,"independentScore":0.8809314319764577,"independent":true,"opponentIds":1563,"independentOpponentIds":1563,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ed48d6c5fd48bdcb66ac91dc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7463649611824756,"lowerBound":0,"upperBound":1,"independentScore":0.7463649611824756,"independent":true,"opponentIds":1564,"independentOpponentIds":1564,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["da8ec0a0d77bf26ada37ff58"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6836139309249883,"lowerBound":0,"upperBound":1,"independentScore":0.6836139309249883,"independent":true,"opponentIds":1566,"independentOpponentIds":1566,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["807b3d447b2dc7d3638a79ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6653693637645592,"lowerBound":0,"upperBound":1,"independentScore":0.6653693637645592,"independent":true,"opponentIds":1570,"independentOpponentIds":1570,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ef0e8332739997b8c28476fb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6420013691713752,"lowerBound":0,"upperBound":1,"independentScore":0.6420013691713752,"independent":true,"opponentIds":1571,"independentOpponentIds":1571,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e34db1c859849950b0b61ec0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8461657120255147,"lowerBound":0,"upperBound":1,"independentScore":0.8461657120255147,"independent":true,"opponentIds":1572,"independentOpponentIds":1572,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f1a1a99469c099dc3e7e35d9"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7125967192890288,"lowerBound":0,"upperBound":1,"independentScore":0.7125967192890288,"independent":true,"opponentIds":1573,"independentOpponentIds":1573,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3154054b9776d3b25e8ebf72"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8169953702467136,"lowerBound":0,"upperBound":1,"independentScore":0.8169953702467136,"independent":true,"opponentIds":1574,"independentOpponentIds":1574,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f9273c3b76c3e55a474b88e7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5604690080839264,"lowerBound":0,"upperBound":1,"independentScore":0.5604690080839264,"independent":true,"opponentIds":1575,"independentOpponentIds":1575,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b25b59c834da48070abde317"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.596157044361162,"lowerBound":0,"upperBound":1,"independentScore":0.596157044361162,"independent":true,"opponentIds":1576,"independentOpponentIds":1576,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f9d87df08c158478b519dba3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6704057185023183,"lowerBound":0,"upperBound":1,"independentScore":0.6704057185023183,"independent":true,"opponentIds":1581,"independentOpponentIds":1581,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["dd3d255b3709f055d75b816b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7503425006268086,"lowerBound":0,"upperBound":1,"independentScore":0.7503425006268086,"independent":true,"opponentIds":1582,"independentOpponentIds":1582,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["adc5b90744736975147841e8"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.27928022900330013,"lowerBound":0,"upperBound":1,"independentScore":0.27928022900330013,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":49,"publishers":["ARC Prize"],"observations":["0bebc0e4edb23ab523a4bf08"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.3459459459459459,"lowerBound":0,"upperBound":1,"independentScore":0.3459459459459459,"independent":true,"opponentIds":1583,"independentOpponentIds":1583,"panelSize":4,"publishers":["SWE-rebench"],"observations":["panel-8f5f1ae06f1007eabaadad12","panel-4b776aced4fe63c3161c7bb8","panel-7d9e8814bc198c5ebfeecf3a","panel-c89e195031cf4c7684a9a9b0","panel-9f5fbd93e0f5873f7f2e34ad","panel-c8b39cb9c7921b483f979a9c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ed48d6c5fd48bdcb66ac91dc","da8ec0a0d77bf26ada37ff58","807b3d447b2dc7d3638a79ab","ef0e8332739997b8c28476fb","e34db1c859849950b0b61ec0","f1a1a99469c099dc3e7e35d9","3154054b9776d3b25e8ebf72","f9273c3b76c3e55a474b88e7","b25b59c834da48070abde317","f9d87df08c158478b519dba3","dd3d255b3709f055d75b816b","adc5b90744736975147841e8","0bebc0e4edb23ab523a4bf08","panel-8f5f1ae06f1007eabaadad12","panel-4b776aced4fe63c3161c7bb8","panel-7d9e8814bc198c5ebfeecf3a","panel-c89e195031cf4c7684a9a9b0","panel-9f5fbd93e0f5873f7f2e34ad","panel-c8b39cb9c7921b483f979a9c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":20}],"unspecified":0,"total":20}},{"id":"gpt-5-mini--effort-minimal","name":"GPT-5 Mini · Minimal","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":14,"overallRating":{"score":0.013438812536982784,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5284334021292406},{"source":"ARC Prize","independent":true,"share":0.4715665978707534}],"familyWeights":[{"family":"arc-agi","share":0.47156659787075345},{"family":"mmlu-pro","share":0.04675874168348226},{"family":"ifbench","share":0.04654152214378355},{"family":"livecodebench","share":0.046253485922610374},{"family":"aime","share":0.046141358263556906},{"family":"hle","share":0.045595407678130785},{"family":"gpqa","share":0.045559507536609326},{"family":"critpt","share":0.04499146110773866},{"family":"omniscience","share":0.04467657135942383},{"family":"mmmu-pro","share":0.0443345353030175},{"family":"aa-lcr","share":0.04179775166427027},{"family":"tau-bench","share":0.03943204331825883},{"family":"terminal-bench","share":0.03635101614836481}]},"capabilityRatings":[{"bucket":"agentic","score":0.03257493101300449,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04343360559602894,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04848039790197536,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.056620137073009245,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04045883521107025,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.05922230744674286,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.48059651338356196,"lowerBound":0,"upperBound":1,"independentScore":0.48059651338356196,"independent":true,"opponentIds":1563,"independentOpponentIds":1563,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bd865d0ac07d2c1f574d3789"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.37391384670006544,"lowerBound":0,"upperBound":1,"independentScore":0.37391384670006544,"independent":true,"opponentIds":1564,"independentOpponentIds":1564,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["57449640277c3bbc502cab3c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2321588055181952,"lowerBound":0,"upperBound":1,"independentScore":0.2321588055181952,"independent":true,"opponentIds":1566,"independentOpponentIds":1566,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d33546c969eb3e944e163fdc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4379575714517686,"lowerBound":0,"upperBound":1,"independentScore":0.4379575714517686,"independent":true,"opponentIds":1570,"independentOpponentIds":1570,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["30e9619086bdee5dc9d5d3ed"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.27855063187686674,"lowerBound":0,"upperBound":1,"independentScore":0.27855063187686674,"independent":true,"opponentIds":1571,"independentOpponentIds":1571,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4950a461985bd98b66e025d5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.551223613487987,"lowerBound":0,"upperBound":1,"independentScore":0.551223613487987,"independent":true,"opponentIds":1572,"independentOpponentIds":1572,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9cde08173b7b2e5fd0285002"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5828137628823752,"lowerBound":0,"upperBound":1,"independentScore":0.5828137628823752,"independent":true,"opponentIds":1573,"independentOpponentIds":1573,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["794313967169b8d8abccba39"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5440528017345199,"lowerBound":0,"upperBound":1,"independentScore":0.5440528017345199,"independent":true,"opponentIds":1574,"independentOpponentIds":1574,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["76561c07cfe5935c8448693d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3195731092100967,"lowerBound":0,"upperBound":1,"independentScore":0.3195731092100967,"independent":true,"opponentIds":1575,"independentOpponentIds":1575,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["2614340876670114b1f77074"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4791074372657457,"lowerBound":0,"upperBound":1,"independentScore":0.4791074372657457,"independent":true,"opponentIds":1576,"independentOpponentIds":1576,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ba344ec24690481d28cec0ea"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.40718461971484454,"lowerBound":0,"upperBound":1,"independentScore":0.40718461971484454,"independent":true,"opponentIds":1581,"independentOpponentIds":1581,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3f562cfc40d0ee39b5ca7783"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5443702744725714,"lowerBound":0,"upperBound":1,"independentScore":0.5443702744725714,"independent":true,"opponentIds":1582,"independentOpponentIds":1582,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["fe52f5262169e97e4e9bdf53"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.14983168259033683,"lowerBound":0,"upperBound":1,"independentScore":0.14983168259033683,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":49,"publishers":["ARC Prize"],"observations":["6a02220558f7ab9b3d8a2e05"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bd865d0ac07d2c1f574d3789","57449640277c3bbc502cab3c","d33546c969eb3e944e163fdc","30e9619086bdee5dc9d5d3ed","4950a461985bd98b66e025d5","9cde08173b7b2e5fd0285002","794313967169b8d8abccba39","76561c07cfe5935c8448693d","2614340876670114b1f77074","ba344ec24690481d28cec0ea","3f562cfc40d0ee39b5ca7783","fe52f5262169e97e4e9bdf53","6a02220558f7ab9b3d8a2e05"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5-mini--effort-low","name":"GPT-5 Mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":1,"overallRating":{"score":0.0047385875320063485,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.02848552263612521,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.07047238520709134,"lowerBound":0,"upperBound":1,"independentScore":0.07047238520709134,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":49,"publishers":["ARC Prize"],"observations":["c50d5e16d51cce9801649bf5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c50d5e16d51cce9801649bf5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5-nano--effort-high","name":"GPT-5 Nano · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":15,"overallRating":{"score":0.0256028256800767,"supported":true,"families":14,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5471469749857407},{"source":"ARC Prize","independent":true,"share":0.45285302501425817}],"familyWeights":[{"family":"arc-agi","share":0.45285302501425834},{"family":"gmmlu","share":0.05431476574879589},{"family":"mmlu-pro","share":0.043534670505221224},{"family":"ifbench","share":0.04337831287475092},{"family":"livecodebench","share":0.04314321218578585},{"family":"aime","share":0.043086946747329276},{"family":"hle","share":0.04248242162524573},{"family":"gpqa","share":0.0424209668324764},{"family":"critpt","share":0.04193790722487569},{"family":"omniscience","share":0.041674413002742425},{"family":"mmmu-pro","share":0.04132632123392184},{"family":"aa-lcr","share":0.038964604126870674},{"family":"tau-bench","share":0.03687479683711936},{"family":"terminal-bench","share":0.034007636040611654}]},"capabilityRatings":[{"bucket":"agentic","score":0.04514069057137141,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06990849132855968,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08989645218145359,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07541511578938599,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04695168852478141,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07798129887085171,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8373486606224868,"lowerBound":0,"upperBound":1,"independentScore":0.8373486606224868,"independent":true,"opponentIds":1584,"independentOpponentIds":1584,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["baae78f87fb06346c342f6dc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4289899113438165,"lowerBound":0,"upperBound":1,"independentScore":0.4289899113438165,"independent":true,"opponentIds":1585,"independentOpponentIds":1585,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["beca8baccf9ea8527cbb05d0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23163892497399494,"lowerBound":0,"upperBound":1,"independentScore":0.23163892497399494,"independent":true,"opponentIds":1586,"independentOpponentIds":1586,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["12bb790421cfdc6cfdc5ba2c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5000878273684585,"lowerBound":0,"upperBound":1,"independentScore":0.5000878273684585,"independent":true,"opponentIds":1587,"independentOpponentIds":1587,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0c398d7ef4cbf729d318d8e7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.41137900695763974,"lowerBound":0,"upperBound":1,"independentScore":0.41137900695763974,"independent":true,"opponentIds":1588,"independentOpponentIds":1588,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f3a1f85787c45ea8d3745d7d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.45834908299909166,"lowerBound":0,"upperBound":1,"independentScore":0.45834908299909166,"independent":true,"opponentIds":1589,"independentOpponentIds":1589,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c4b74513315e89c6be419f27"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8073844187723738,"lowerBound":0,"upperBound":1,"independentScore":0.8073844187723738,"independent":true,"opponentIds":1590,"independentOpponentIds":1590,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3c36c41ef8433083b77bbcae"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9005134701932525,"lowerBound":0,"upperBound":1,"independentScore":0.9005134701932525,"independent":true,"opponentIds":1591,"independentOpponentIds":1591,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8f27194e8f6eae6fbfe4c720"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5691322176470189,"lowerBound":0,"upperBound":1,"independentScore":0.5691322176470189,"independent":true,"opponentIds":1592,"independentOpponentIds":1592,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["78da8d5c93ca3b33ea097baa"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.342947036978066,"lowerBound":0,"upperBound":1,"independentScore":0.342947036978066,"independent":true,"opponentIds":1593,"independentOpponentIds":1593,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["cec2ea912aaf272c90600116"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.46663866715289815,"lowerBound":0,"upperBound":1,"independentScore":0.46663866715289815,"independent":true,"opponentIds":1594,"independentOpponentIds":1594,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6a9cc98dd3a7037f27758256"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4712692468419934,"lowerBound":0,"upperBound":1,"independentScore":0.4712692468419934,"independent":true,"opponentIds":1595,"independentOpponentIds":1595,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f3fd664c0614fc9f79234584"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5035209939583573,"lowerBound":0,"upperBound":1,"independentScore":0.5035209939583573,"independent":true,"opponentIds":1596,"independentOpponentIds":1596,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["c569fa97c55a3ac0b4f8613c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2328265931012894,"lowerBound":0,"upperBound":1,"independentScore":0.2328265931012894,"independent":true,"opponentIds":1597,"independentOpponentIds":1597,"panelSize":49,"publishers":["ARC Prize"],"observations":["999b6bf8f366cec37f99e596"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["baae78f87fb06346c342f6dc","beca8baccf9ea8527cbb05d0","12bb790421cfdc6cfdc5ba2c","0c398d7ef4cbf729d318d8e7","f3a1f85787c45ea8d3745d7d","c4b74513315e89c6be419f27","3c36c41ef8433083b77bbcae","8f27194e8f6eae6fbfe4c720","78da8d5c93ca3b33ea097baa","cec2ea912aaf272c90600116","6a9cc98dd3a7037f27758256","f3fd664c0614fc9f79234584","c569fa97c55a3ac0b4f8613c","999b6bf8f366cec37f99e596"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5-nano--effort-medium","name":"GPT-5 Nano · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":14,"overallRating":{"score":0.013698431444022628,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5291744526844018},{"source":"ARC Prize","independent":true,"share":0.4708255473155995}],"familyWeights":[{"family":"arc-agi","share":0.47082554731559906},{"family":"mmlu-pro","share":0.046795816130912535},{"family":"ifbench","share":0.046629956715751084},{"family":"livecodebench","share":0.046285997918284034},{"family":"aime","share":0.04616795933832708},{"family":"hle","share":0.04569925099200829},{"family":"gpqa","share":0.045659028076049546},{"family":"critpt","share":0.045090213205462776},{"family":"omniscience","share":0.04477337975298483},{"family":"mmmu-pro","share":0.04437386942325273},{"family":"aa-lcr","share":0.04188333784709283},{"family":"tau-bench","share":0.03945997263475559},{"family":"terminal-bench","share":0.036355670649520215}]},"capabilityRatings":[{"bucket":"agentic","score":0.027384415018003826,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.046046881972312215,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09321048743715032,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07022548425923629,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03887189670419753,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07547428820542047,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7576888514473962,"lowerBound":0,"upperBound":1,"independentScore":0.7576888514473962,"independent":true,"opponentIds":1584,"independentOpponentIds":1584,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["38399b13b9de7e1d91f21876"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.42242970432358556,"lowerBound":0,"upperBound":1,"independentScore":0.42242970432358556,"independent":true,"opponentIds":1585,"independentOpponentIds":1585,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0cf6917b7fb6841cfa045d52"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23098266631119485,"lowerBound":0,"upperBound":1,"independentScore":0.23098266631119485,"independent":true,"opponentIds":1586,"independentOpponentIds":1586,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c4843a25f549d8b716b9d54c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.39754128388751186,"lowerBound":0,"upperBound":1,"independentScore":0.39754128388751186,"independent":true,"opponentIds":1588,"independentOpponentIds":1588,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2f2b5934711bd83c794bca3c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.43957478133251615,"lowerBound":0,"upperBound":1,"independentScore":0.43957478133251615,"independent":true,"opponentIds":1589,"independentOpponentIds":1589,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["17febd32556cd8287d50e914"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7860003891801455,"lowerBound":0,"upperBound":1,"independentScore":0.7860003891801455,"independent":true,"opponentIds":1590,"independentOpponentIds":1590,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b1d7a280d371e1dfae991f0c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8528188542354582,"lowerBound":0,"upperBound":1,"independentScore":0.8528188542354582,"independent":true,"opponentIds":1591,"independentOpponentIds":1591,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["33fb1a7cdfd7505524d236d7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5319210234612575,"lowerBound":0,"upperBound":1,"independentScore":0.5319210234612575,"independent":true,"opponentIds":1592,"independentOpponentIds":1592,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["091698af7c2cf7e4d2769572"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3100068179562535,"lowerBound":0,"upperBound":1,"independentScore":0.3100068179562535,"independent":true,"opponentIds":1593,"independentOpponentIds":1593,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["9c032e16f3e7d5a05305275c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3954678479286713,"lowerBound":0,"upperBound":1,"independentScore":0.3954678479286713,"independent":true,"opponentIds":1594,"independentOpponentIds":1594,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b5368bdd72014baa092eeb50"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.37435164588225384,"lowerBound":0,"upperBound":1,"independentScore":0.37435164588225384,"independent":true,"opponentIds":1595,"independentOpponentIds":1595,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3daecf89a2538734c8e34de8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5806788013966601,"lowerBound":0,"upperBound":1,"independentScore":0.5806788013966601,"independent":true,"opponentIds":1596,"independentOpponentIds":1596,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f54a607ff952e13aeae8d4ad"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.06300013695681947,"lowerBound":0,"upperBound":1,"independentScore":0.06300013695681947,"independent":true,"opponentIds":1597,"independentOpponentIds":1597,"panelSize":49,"publishers":["ARC Prize"],"observations":["b5db4793b8e4f1f4fac5f2e3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38399b13b9de7e1d91f21876","0cf6917b7fb6841cfa045d52","c4843a25f549d8b716b9d54c","2f2b5934711bd83c794bca3c","17febd32556cd8287d50e914","b1d7a280d371e1dfae991f0c","33fb1a7cdfd7505524d236d7","091698af7c2cf7e4d2769572","9c032e16f3e7d5a05305275c","b5368bdd72014baa092eeb50","3daecf89a2538734c8e34de8","f54a607ff952e13aeae8d4ad","b5db4793b8e4f1f4fac5f2e3"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5-nano--effort-minimal","name":"GPT-5 Nano · Minimal","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":14,"overallRating":{"score":0.003495490351731011,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5291744526844018},{"source":"ARC Prize","independent":true,"share":0.4708255473155995}],"familyWeights":[{"family":"arc-agi","share":0.47082554731559906},{"family":"mmlu-pro","share":0.046795816130912535},{"family":"ifbench","share":0.046629956715751084},{"family":"livecodebench","share":0.046285997918284034},{"family":"aime","share":0.04616795933832708},{"family":"hle","share":0.04569925099200829},{"family":"gpqa","share":0.045659028076049546},{"family":"critpt","share":0.045090213205462776},{"family":"omniscience","share":0.04477337975298483},{"family":"mmmu-pro","share":0.04437386942325273},{"family":"aa-lcr","share":0.04188333784709283},{"family":"tau-bench","share":0.03945997263475559},{"family":"terminal-bench","share":0.036355670649520215}]},"capabilityRatings":[{"bucket":"agentic","score":0.020705164853718087,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.019608812222091414,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.028772853900751877,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.012102578817790963,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.008570592353982375,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.027487661643913096,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2852116731821441,"lowerBound":0,"upperBound":1,"independentScore":0.2852116731821441,"independent":true,"opponentIds":1584,"independentOpponentIds":1584,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f44ab80f5fba3db8c7f18446"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.22490671257990533,"lowerBound":0,"upperBound":1,"independentScore":0.22490671257990533,"independent":true,"opponentIds":1585,"independentOpponentIds":1585,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1a932302aa9358c9850b009f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23098266631119485,"lowerBound":0,"upperBound":1,"independentScore":0.23098266631119485,"independent":true,"opponentIds":1586,"independentOpponentIds":1586,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["963319ee3a3ca101dbac6222"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1299596688166303,"lowerBound":0,"upperBound":1,"independentScore":0.1299596688166303,"independent":true,"opponentIds":1588,"independentOpponentIds":1588,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fecb40f15fac8f79d21c736a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1078652551997951,"lowerBound":0,"upperBound":1,"independentScore":0.1078652551997951,"independent":true,"opponentIds":1589,"independentOpponentIds":1589,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["40a6fa8fe27e1cb42352a013"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.22450730557684026,"lowerBound":0,"upperBound":1,"independentScore":0.22450730557684026,"independent":true,"opponentIds":1590,"independentOpponentIds":1590,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c14d9a856130fce7ddc201ee"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.48299392677031283,"lowerBound":0,"upperBound":1,"independentScore":0.48299392677031283,"independent":true,"opponentIds":1591,"independentOpponentIds":1591,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["70a4ddb203dc7067eb4e2368"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.12741706910944292,"lowerBound":0,"upperBound":1,"independentScore":0.12741706910944292,"independent":true,"opponentIds":1592,"independentOpponentIds":1592,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ecc43ffded9f3e459a4522d7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.03659968746644922,"lowerBound":0,"upperBound":1,"independentScore":0.03659968746644922,"independent":true,"opponentIds":1593,"independentOpponentIds":1593,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["fe2adb9e4fe798077dc41728"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.17106212686734515,"lowerBound":0,"upperBound":1,"independentScore":0.17106212686734515,"independent":true,"opponentIds":1594,"independentOpponentIds":1594,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bd46f731ec6d1b7e92e3d9a6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3093876244558497,"lowerBound":0,"upperBound":1,"independentScore":0.3093876244558497,"independent":true,"opponentIds":1595,"independentOpponentIds":1595,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9694dc8a1430273bd490da0e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.38591324904010954,"lowerBound":0,"upperBound":1,"independentScore":0.38591324904010954,"independent":true,"opponentIds":1596,"independentOpponentIds":1596,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["005f4d23a6ce096654405de9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.015065250141848134,"lowerBound":0,"upperBound":1,"independentScore":0.015065250141848134,"independent":true,"opponentIds":1597,"independentOpponentIds":1597,"panelSize":49,"publishers":["ARC Prize"],"observations":["151137af98f4465de79cb3c1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f44ab80f5fba3db8c7f18446","1a932302aa9358c9850b009f","963319ee3a3ca101dbac6222","fecb40f15fac8f79d21c736a","40a6fa8fe27e1cb42352a013","c14d9a856130fce7ddc201ee","70a4ddb203dc7067eb4e2368","ecc43ffded9f3e459a4522d7","fe2adb9e4fe798077dc41728","bd46f731ec6d1b7e92e3d9a6","9694dc8a1430273bd490da0e","005f4d23a6ce096654405de9","151137af98f4465de79cb3c1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5-nano--effort-low","name":"GPT-5 Nano · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":1,"overallRating":{"score":0.002433806464307202,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000022}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.020953300941907994,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.01880204136449102,"lowerBound":0,"upperBound":1,"independentScore":0.01880204136449102,"independent":true,"opponentIds":1597,"independentOpponentIds":1597,"panelSize":49,"publishers":["ARC Prize"],"observations":["f05d176f9e5db89e675db70c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f05d176f9e5db89e675db70c"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.1--effort-high","name":"GPT-5.1 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":18,"overallRating":{"score":0.15524596374396363,"supported":true,"families":15,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":15,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5994283528086388},{"source":"ARC Prize","independent":true,"share":0.4005716471913725}],"familyWeights":[{"family":"arc-agi","share":0.4005716471913721},{"family":"gmmlu","share":0.044752525356005844},{"family":"mmlu-pro","share":0.04447693916648389},{"family":"aime","share":0.0444682976422025},{"family":"livecodebench","share":0.044448254941482246},{"family":"ifbench","share":0.04340706403325423},{"family":"tau-bench","share":0.04323315153086112},{"family":"gdpval","share":0.04281586456144122},{"family":"hle","share":0.04251021131194793},{"family":"gpqa","share":0.042405452389894835},{"family":"critpt","share":0.042351207781356585},{"family":"omniscience","share":0.04220865766989044},{"family":"mmmu-pro","share":0.04201340890653425},{"family":"terminal-bench","share":0.04101782863952956},{"family":"aa-lcr","share":0.039319488877748894}]},"capabilityRatings":[{"bucket":"agentic","score":0.17347391840276294,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.24025995322110996,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.24675851145037483,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2940269753684539,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.258843495029273,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5386713007921892,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9652961723087854,"lowerBound":0,"upperBound":1,"independentScore":0.9652961723087854,"independent":true,"opponentIds":1598,"independentOpponentIds":1598,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["11250576e9361fefb5ca3b64"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9042538766465363,"lowerBound":0,"upperBound":1,"independentScore":0.9042538766465363,"independent":true,"opponentIds":1599,"independentOpponentIds":1599,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6bcad467ad3fe69ff8cc3deb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7730789148648649,"lowerBound":0,"upperBound":1,"independentScore":0.7730789148648649,"independent":true,"opponentIds":1600,"independentOpponentIds":1600,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9dd6f928e3fc2dd144bf9af5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4993316221554921,"lowerBound":0,"upperBound":1,"independentScore":0.4993316221554921,"independent":true,"opponentIds":1601,"independentOpponentIds":1601,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6fdb7db289bccb88ce935fd5"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9291716450429433,"lowerBound":0,"upperBound":1,"independentScore":0.9291716450429433,"independent":true,"opponentIds":1602,"independentOpponentIds":1602,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0287f91fa9ecb659aa60c4a7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8457961441247577,"lowerBound":0,"upperBound":1,"independentScore":0.8457961441247577,"independent":true,"opponentIds":1603,"independentOpponentIds":1603,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["baacbdf1ad1b1e4c82bb0f35"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.774342290084599,"lowerBound":0,"upperBound":1,"independentScore":0.774342290084599,"independent":true,"opponentIds":1604,"independentOpponentIds":1604,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["abc94a1fb2df11a57957513d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8861651633298275,"lowerBound":0,"upperBound":1,"independentScore":0.8861651633298275,"independent":true,"opponentIds":1605,"independentOpponentIds":1605,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d7e7090c6f375f2da1bee8f0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9660982556148482,"lowerBound":0,"upperBound":1,"independentScore":0.9660982556148482,"independent":true,"opponentIds":1606,"independentOpponentIds":1606,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ed5c9c1f5fc146f01be5bfb3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.963342104707951,"lowerBound":0,"upperBound":1,"independentScore":0.963342104707951,"independent":true,"opponentIds":1607,"independentOpponentIds":1607,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4b01031f2fb3cafc944fec0a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7503245388268553,"lowerBound":0,"upperBound":1,"independentScore":0.7503245388268553,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e3b8ab065a5b4025535d762a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8300559352454284,"lowerBound":0,"upperBound":1,"independentScore":0.8300559352454284,"independent":true,"opponentIds":1609,"independentOpponentIds":1609,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fac3ffd101175424a69bcc4b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6579108750147735,"lowerBound":0,"upperBound":1,"independentScore":0.6579108750147735,"independent":true,"opponentIds":1610,"independentOpponentIds":1610,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5ff9f965317ff34501845ba5","830f557b2cf11822bf07e107"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7795626292052735,"lowerBound":0,"upperBound":1,"independentScore":0.7795626292052735,"independent":true,"opponentIds":1611,"independentOpponentIds":1611,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["8a953d660cb5bda8f9879649","8f8490ceebcfe23747f231db"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4960576001252181,"lowerBound":0,"upperBound":1,"independentScore":0.4960576001252181,"independent":true,"opponentIds":1612,"independentOpponentIds":1612,"panelSize":49,"publishers":["ARC Prize"],"observations":["0fbbe06ee7a41a332409a02a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["11250576e9361fefb5ca3b64","6bcad467ad3fe69ff8cc3deb","9dd6f928e3fc2dd144bf9af5","6fdb7db289bccb88ce935fd5","0287f91fa9ecb659aa60c4a7","baacbdf1ad1b1e4c82bb0f35","abc94a1fb2df11a57957513d","d7e7090c6f375f2da1bee8f0","ed5c9c1f5fc146f01be5bfb3","4b01031f2fb3cafc944fec0a","e3b8ab065a5b4025535d762a","fac3ffd101175424a69bcc4b","5ff9f965317ff34501845ba5","830f557b2cf11822bf07e107","8a953d660cb5bda8f9879649","8f8490ceebcfe23747f231db","0fbbe06ee7a41a332409a02a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":18}],"unspecified":0,"total":18}},{"id":"gpt-5.1--effort-non-reasoning","name":"GPT-5.1 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":13,"overallRating":{"score":0.015773104053979286,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000009}],"familyWeights":[{"family":"mmlu-pro","share":0.08850434654776618},{"family":"ifbench","share":0.0881621816287287},{"family":"livecodebench","share":0.08686604300969855},{"family":"gpqa","share":0.08652932434240602},{"family":"hle","share":0.08646316521919406},{"family":"aime","share":0.08606157886501936},{"family":"critpt","share":0.08569890643853116},{"family":"omniscience","share":0.08481525748300743},{"family":"mmmu-pro","share":0.08460778809514306},{"family":"aa-lcr","share":0.07889313285951681},{"family":"tau-bench","share":0.07473473359341586},{"family":"terminal-bench","share":0.0686635419175796}]},"capabilityRatings":[{"bucket":"agentic","score":0.06294199488430659,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0314061796295654,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.051824415554404445,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09036815215685341,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0576697636721338,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07885811195863658,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.38320058768010967,"lowerBound":0,"upperBound":1,"independentScore":0.38320058768010967,"independent":true,"opponentIds":1598,"independentOpponentIds":1598,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6abab40890aa0c0372d0f089"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.43580344998173043,"lowerBound":0,"upperBound":1,"independentScore":0.43580344998173043,"independent":true,"opponentIds":1599,"independentOpponentIds":1599,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["242467cf8ae03ca5317cf999"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23253291892359326,"lowerBound":0,"upperBound":1,"independentScore":0.23253291892359326,"independent":true,"opponentIds":1600,"independentOpponentIds":1600,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9268c5b8746b04887ef9d764"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.346501895866571,"lowerBound":0,"upperBound":1,"independentScore":0.346501895866571,"independent":true,"opponentIds":1603,"independentOpponentIds":1603,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2fcc61e29b95a07ac78e5842"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2959211958124573,"lowerBound":0,"upperBound":1,"independentScore":0.2959211958124573,"independent":true,"opponentIds":1604,"independentOpponentIds":1604,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7cf4aa2e67a6c7ef11ed452d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4994854377456388,"lowerBound":0,"upperBound":1,"independentScore":0.4994854377456388,"independent":true,"opponentIds":1605,"independentOpponentIds":1605,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3cf752361e0a75cc3c1dc615"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5048822898973331,"lowerBound":0,"upperBound":1,"independentScore":0.5048822898973331,"independent":true,"opponentIds":1606,"independentOpponentIds":1606,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f1596ea955bb7e7d0db23d9a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6631344155183052,"lowerBound":0,"upperBound":1,"independentScore":0.6631344155183052,"independent":true,"opponentIds":1607,"independentOpponentIds":1607,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["15ccd3e2bad00dbe4d513d94"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.40220352154757705,"lowerBound":0,"upperBound":1,"independentScore":0.40220352154757705,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["6ecc1a5e9d3e0bc1554f7e5a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7508155528278486,"lowerBound":0,"upperBound":1,"independentScore":0.7508155528278486,"independent":true,"opponentIds":1609,"independentOpponentIds":1609,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dcb6c1cfb154e6dfd47677c2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5445493947629203,"lowerBound":0,"upperBound":1,"independentScore":0.5445493947629203,"independent":true,"opponentIds":1613,"independentOpponentIds":1613,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["301d76c19099e4fcffbb57c5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6484799666809323,"lowerBound":0,"upperBound":1,"independentScore":0.6484799666809323,"independent":true,"opponentIds":1614,"independentOpponentIds":1614,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f32ac719f9f42f00e7041db0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6abab40890aa0c0372d0f089","242467cf8ae03ca5317cf999","9268c5b8746b04887ef9d764","2fcc61e29b95a07ac78e5842","7cf4aa2e67a6c7ef11ed452d","3cf752361e0a75cc3c1dc615","f1596ea955bb7e7d0db23d9a","15ccd3e2bad00dbe4d513d94","6ecc1a5e9d3e0bc1554f7e5a","dcb6c1cfb154e6dfd47677c2","301d76c19099e4fcffbb57c5","f32ac719f9f42f00e7041db0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"gpt-5.1--effort-low","name":"GPT-5.1 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.01806449273232179,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.0608285148694965,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.21296696610142377,"lowerBound":0,"upperBound":1,"independentScore":0.21296696610142377,"independent":true,"opponentIds":1612,"independentOpponentIds":1612,"panelSize":49,"publishers":["ARC Prize"],"observations":["0f99ee8a4e9e3a03a96cb7c2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0f99ee8a4e9e3a03a96cb7c2"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.1--effort-medium","name":"GPT-5.1 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.08950451627676426,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15906367493869691,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4597844710252845,"lowerBound":0,"upperBound":1,"independentScore":0.4597844710252845,"independent":true,"opponentIds":1612,"independentOpponentIds":1612,"panelSize":49,"publishers":["ARC Prize"],"observations":["be4f45a2511f61842abfae20"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["be4f45a2511f61842abfae20"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.1--effort-none","name":"GPT-5.1 · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.004038336064304863,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.026380107578649444,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.058285695985652794,"lowerBound":0,"upperBound":1,"independentScore":0.058285695985652794,"independent":true,"opponentIds":1612,"independentOpponentIds":1612,"panelSize":49,"publishers":["ARC Prize"],"observations":["29c08eeadae8b2d685b7f079"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["29c08eeadae8b2d685b7f079"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.2--effort-medium","name":"GPT-5.2 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":19,"overallRating":{"score":0.22531502441808815,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.3649845458887692},{"source":"SWE-rebench","independent":true,"share":0.33142998997210343},{"source":"ARC Prize","independent":true,"share":0.30358546413912374}],"familyWeights":[{"family":"swe-rebench","share":0.3314299899721035},{"family":"arc-agi","share":0.3035854641391241},{"family":"mmmu-pro","share":0.029891895080737904},{"family":"mmlu-pro","share":0.02971316239526452},{"family":"aime","share":0.029692720348449848},{"family":"livecodebench","share":0.029687002305445843},{"family":"gmmlu","share":0.02958712590609704},{"family":"ifbench","share":0.028981801886137398},{"family":"hle","share":0.02834617443087902},{"family":"gpqa","share":0.028289490336670817},{"family":"critpt","share":0.028214222936221525},{"family":"omniscience","share":0.02811367680215467},{"family":"aa-lcr","share":0.026155335605509776},{"family":"tau-bench","share":0.025063686635681405},{"family":"terminal-bench","share":0.023248251219515036}]},"capabilityRatings":[{"bucket":"agentic","score":0.11995701837903865,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.24997495891827495,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40481175623071614,"supported":true,"families":3,"independentFamilies":3,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23485583941924848,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.21250499440486048,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.22824048975147979,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9902775373337472,"lowerBound":0,"upperBound":1,"independentScore":0.9902775373337472,"independent":true,"opponentIds":1615,"independentOpponentIds":1615,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c6025ca3320d8c4928328b2b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6921145274662577,"lowerBound":0,"upperBound":1,"independentScore":0.6921145274662577,"independent":true,"opponentIds":1616,"independentOpponentIds":1616,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["30f1effd53d1e31524ad55d8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8116105524291437,"lowerBound":0,"upperBound":1,"independentScore":0.8116105524291437,"independent":true,"opponentIds":1617,"independentOpponentIds":1617,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2e6c0b28d53c156bb01e107b"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8823171110041175,"lowerBound":0,"upperBound":1,"independentScore":0.8823171110041175,"independent":true,"opponentIds":1618,"independentOpponentIds":1618,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["27e740b88688dc7ba4618798"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8231529589847243,"lowerBound":0,"upperBound":1,"independentScore":0.8231529589847243,"independent":true,"opponentIds":1619,"independentOpponentIds":1619,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c9ea3ddcdf8abc8b74728938"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7440871317182638,"lowerBound":0,"upperBound":1,"independentScore":0.7440871317182638,"independent":true,"opponentIds":1620,"independentOpponentIds":1620,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1b9125ee38b1b279002320b1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7774842526667582,"lowerBound":0,"upperBound":1,"independentScore":0.7774842526667582,"independent":true,"opponentIds":1621,"independentOpponentIds":1621,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3a4ed47518fbc9057c2c31ab"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9835901841484368,"lowerBound":0,"upperBound":1,"independentScore":0.9835901841484368,"independent":true,"opponentIds":1622,"independentOpponentIds":1622,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["59b1daf784997f39edc8287a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9329319403304841,"lowerBound":0,"upperBound":1,"independentScore":0.9329319403304841,"independent":true,"opponentIds":1623,"independentOpponentIds":1623,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["905fae76bc3338a4b1456688"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6888711542077566,"lowerBound":0,"upperBound":1,"independentScore":0.6888711542077566,"independent":true,"opponentIds":1624,"independentOpponentIds":1624,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["48df26e0495ecb16072f51f0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8418610152708343,"lowerBound":0,"upperBound":1,"independentScore":0.8418610152708343,"independent":true,"opponentIds":1625,"independentOpponentIds":1625,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b46eaf2b1f09b51bbf3647f6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6888114093270572,"lowerBound":0,"upperBound":1,"independentScore":0.6888114093270572,"independent":true,"opponentIds":1626,"independentOpponentIds":1626,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1c1c6becf1972e34a043f8d6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9400896949757384,"lowerBound":0,"upperBound":1,"independentScore":0.9400896949757384,"independent":true,"opponentIds":1627,"independentOpponentIds":1627,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e141c2a4b97814b006db03e6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.49464388527129244,"lowerBound":0,"upperBound":1,"independentScore":0.49464388527129244,"independent":true,"opponentIds":1628,"independentOpponentIds":1628,"panelSize":49,"publishers":["ARC Prize"],"observations":["17b466b9eb5c749ece0b0106"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.8662420382165604,"lowerBound":0,"upperBound":1,"independentScore":0.8662420382165604,"independent":true,"opponentIds":1629,"independentOpponentIds":1629,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-b21a69a8ceeb7196e4fbdfc9","panel-3158ebf36b887b27663bbccd","panel-8380ef3f8a50b6f89b396276","panel-31ec105465e7a26d35da4265"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c6025ca3320d8c4928328b2b","30f1effd53d1e31524ad55d8","2e6c0b28d53c156bb01e107b","27e740b88688dc7ba4618798","c9ea3ddcdf8abc8b74728938","1b9125ee38b1b279002320b1","3a4ed47518fbc9057c2c31ab","59b1daf784997f39edc8287a","905fae76bc3338a4b1456688","48df26e0495ecb16072f51f0","b46eaf2b1f09b51bbf3647f6","1c1c6becf1972e34a043f8d6","e141c2a4b97814b006db03e6","17b466b9eb5c749ece0b0106","panel-b21a69a8ceeb7196e4fbdfc9","panel-3158ebf36b887b27663bbccd","panel-8380ef3f8a50b6f89b396276","panel-31ec105465e7a26d35da4265"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":19}],"unspecified":0,"total":19}},{"id":"gpt-5.2--effort-non-reasoning","name":"GPT-5.2 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":15,"overallRating":{"score":0.03559174750836326,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000036}],"familyWeights":[{"family":"tau-bench","share":0.11489796717995993},{"family":"mmmu-pro","share":0.09874261767692293},{"family":"gmmlu","share":0.08503157336133024},{"family":"ifbench","share":0.07381459185059164},{"family":"gpqa","share":0.07304623552514275},{"family":"mmlu-pro","share":0.0728890731671321},{"family":"hle","share":0.07284477112035155},{"family":"critpt","share":0.07258623194100755},{"family":"omniscience","share":0.07120256179474516},{"family":"livecodebench","share":0.07118911457593899},{"family":"aime","share":0.06977797732245081},{"family":"aa-lcr","share":0.06628357784211784},{"family":"terminal-bench","share":0.05769370664230698}]},"capabilityRatings":[{"bucket":"agentic","score":0.08450655451886639,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06661057289187454,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09805561940532347,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.13440807392023377,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08751199896661736,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08215030421488909,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5009970868963297,"lowerBound":0,"upperBound":1,"independentScore":0.5009970868963297,"independent":true,"opponentIds":1615,"independentOpponentIds":1615,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["43f5bf080d66ec470f227436"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4471102323823067,"lowerBound":0,"upperBound":1,"independentScore":0.4471102323823067,"independent":true,"opponentIds":1616,"independentOpponentIds":1616,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["97b188f9a482b61245c487bf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5845665404696716,"lowerBound":0,"upperBound":1,"independentScore":0.5845665404696716,"independent":true,"opponentIds":1617,"independentOpponentIds":1617,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["39e4db6a2d4b286593f81a2f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.816654734847808,"lowerBound":0,"upperBound":1,"independentScore":0.816654734847808,"independent":true,"opponentIds":1618,"independentOpponentIds":1618,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["8bcbd556ed005557ce8a7b3c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4766094627538174,"lowerBound":0,"upperBound":1,"independentScore":0.4766094627538174,"independent":true,"opponentIds":1619,"independentOpponentIds":1619,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["edd0345b8eecf02194512beb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4412362200231669,"lowerBound":0,"upperBound":1,"independentScore":0.4412362200231669,"independent":true,"opponentIds":1620,"independentOpponentIds":1620,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8bf3ce28a17c78a01b889176"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5750007687916747,"lowerBound":0,"upperBound":1,"independentScore":0.5750007687916747,"independent":true,"opponentIds":1621,"independentOpponentIds":1621,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["93f2eb1c55112966a4b0b422"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6923668649434668,"lowerBound":0,"upperBound":1,"independentScore":0.6923668649434668,"independent":true,"opponentIds":1622,"independentOpponentIds":1622,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4fdab89ccf0e68eb33edd46b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7345758471525189,"lowerBound":0,"upperBound":1,"independentScore":0.7345758471525189,"independent":true,"opponentIds":1623,"independentOpponentIds":1623,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["902ccf2fb17b5ce2a099b850"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5086001733503666,"lowerBound":0,"upperBound":1,"independentScore":0.5086001733503666,"independent":true,"opponentIds":1624,"independentOpponentIds":1624,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a3a15fb476b3147892ff7991"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7616650599198879,"lowerBound":0,"upperBound":1,"independentScore":0.7616650599198879,"independent":true,"opponentIds":1625,"independentOpponentIds":1625,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1e7c4454251c39b4487c0012"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.49339932948005105,"lowerBound":0,"upperBound":1,"independentScore":0.49339932948005105,"independent":true,"opponentIds":1630,"independentOpponentIds":1630,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c1395f4f5ccb6546d770922c","7064152db45f868fe5c922ea"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7710751373784127,"lowerBound":0,"upperBound":1,"independentScore":0.7710751373784127,"independent":true,"opponentIds":1627,"independentOpponentIds":1627,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8a2cead721972b6b2ce7905a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["43f5bf080d66ec470f227436","97b188f9a482b61245c487bf","39e4db6a2d4b286593f81a2f","8bcbd556ed005557ce8a7b3c","edd0345b8eecf02194512beb","8bf3ce28a17c78a01b889176","93f2eb1c55112966a4b0b422","4fdab89ccf0e68eb33edd46b","902ccf2fb17b5ce2a099b850","a3a15fb476b3147892ff7991","1e7c4454251c39b4487c0012","c1395f4f5ccb6546d770922c","7064152db45f868fe5c922ea","8a2cead721972b6b2ce7905a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.2--effort-xhigh","name":"GPT-5.2 · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":15,"overallRating":{"score":0.2874149827407689,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.3770085533960689},{"source":"ARC Prize","independent":true,"share":0.3383270081883099},{"source":"SWE-rebench","independent":true,"share":0.2846644384156165}],"familyWeights":[{"family":"arc-agi","share":0.33832700818831035},{"family":"swe-rebench","share":0.2846644384156165},{"family":"mmlu-pro","share":0.03656928796553202},{"family":"livecodebench","share":0.03643262749708141},{"family":"aime","share":0.03641677409229223},{"family":"ifbench","share":0.035876697164626985},{"family":"hle","share":0.035180814154867776},{"family":"gpqa","share":0.03508741309119341},{"family":"critpt","share":0.03491831260478259},{"family":"omniscience","share":0.03476493771875938},{"family":"aa-lcr","share":0.03229815791793519},{"family":"tau-bench","share":0.030862565233213877},{"family":"terminal-bench","share":0.028600965955786893}]},"capabilityRatings":[{"bucket":"agentic","score":0.1751060000874939,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.36061872653634647,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3694036680641862,"supported":true,"families":3,"independentFamilies":3,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.34559353683071836,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6705438737912762,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1615,"independentOpponentIds":1615,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["dc0488e261bd5a31286821f7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9566665836630368,"lowerBound":0,"upperBound":1,"independentScore":0.9566665836630368,"independent":true,"opponentIds":1616,"independentOpponentIds":1616,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4389b41ae30766d84439d9d1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8537120886530014,"lowerBound":0,"upperBound":1,"independentScore":0.8537120886530014,"independent":true,"opponentIds":1617,"independentOpponentIds":1617,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["270b13c88ee3289bf1e374c0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9133702026527797,"lowerBound":0,"upperBound":1,"independentScore":0.9133702026527797,"independent":true,"opponentIds":1619,"independentOpponentIds":1619,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a63b906883d72482322ae8ae"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8761269185864571,"lowerBound":0,"upperBound":1,"independentScore":0.8761269185864571,"independent":true,"opponentIds":1620,"independentOpponentIds":1620,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["299ca2a6d6badc28c370ac43"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.926423219075113,"lowerBound":0,"upperBound":1,"independentScore":0.926423219075113,"independent":true,"opponentIds":1621,"independentOpponentIds":1621,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5649ef2737dcff8b99c635e9"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.980711677287266,"lowerBound":0,"upperBound":1,"independentScore":0.980711677287266,"independent":true,"opponentIds":1622,"independentOpponentIds":1622,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c76eb6da2681e2ee97d971b0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9663459260495042,"lowerBound":0,"upperBound":1,"independentScore":0.9663459260495042,"independent":true,"opponentIds":1623,"independentOpponentIds":1623,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["73a1ebeaf1c6dff290e29d72"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9009574162235265,"lowerBound":0,"upperBound":1,"independentScore":0.9009574162235265,"independent":true,"opponentIds":1625,"independentOpponentIds":1625,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c8fab29fc5407305d0f2ce16"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7758606706215744,"lowerBound":0,"upperBound":1,"independentScore":0.7758606706215744,"independent":true,"opponentIds":1626,"independentOpponentIds":1626,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5a5011b42ee184885124646d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9695315692009867,"lowerBound":0,"upperBound":1,"independentScore":0.9695315692009867,"independent":true,"opponentIds":1627,"independentOpponentIds":1627,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["6a4f12a1c49afe58431fc0b3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6218810058629388,"lowerBound":0,"upperBound":1,"independentScore":0.6218810058629388,"independent":true,"opponentIds":1628,"independentOpponentIds":1628,"panelSize":49,"publishers":["ARC Prize"],"observations":["5967fa8ce31cc61440245a31"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.9256198347107438,"lowerBound":0,"upperBound":1,"independentScore":0.9256198347107438,"independent":true,"opponentIds":1631,"independentOpponentIds":1631,"panelSize":3,"publishers":["SWE-rebench"],"observations":["panel-709e5e2b9100c29ff4ccf9e6","panel-2a5f25442a3b5295bfa02259"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["dc0488e261bd5a31286821f7","4389b41ae30766d84439d9d1","270b13c88ee3289bf1e374c0","a63b906883d72482322ae8ae","299ca2a6d6badc28c370ac43","5649ef2737dcff8b99c635e9","c76eb6da2681e2ee97d971b0","73a1ebeaf1c6dff290e29d72","c8fab29fc5407305d0f2ce16","5a5011b42ee184885124646d","6a4f12a1c49afe58431fc0b3","5967fa8ce31cc61440245a31","panel-709e5e2b9100c29ff4ccf9e6","panel-2a5f25442a3b5295bfa02259"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.2--effort-high","name":"GPT-5.2 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":24,"overallRating":{"score":0.28599634195703844,"supported":true,"families":8,"publishers":2,"evaluationSources":2,"taskAreas":4,"opponents":58,"independentFamilies":8,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5841763211114327},{"source":"LiveBench","independent":true,"share":0.41582367888856875}],"familyWeights":[{"family":"arc-agi","share":0.5841763211114336},{"family":"livebench-coding","share":0.059403382698367126},{"family":"livebench-data","share":0.059403382698367126},{"family":"livebench-language","share":0.059403382698367126},{"family":"multi-swe-bench","share":0.059403382698367126},{"family":"livebench-instructions","share":0.059403382698367084},{"family":"livebench-math","share":0.059403382698367084},{"family":"livebench-reasoning","share":0.059403382698367084}]},"capabilityRatings":[{"bucket":"agentic","score":0.5881736342458518,"supported":false,"families":1,"independentFamilies":1,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3451622673259665,"supported":true,"families":3,"independentFamilies":3,"opponents":58,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.37755299398377007,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24799663043875472,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6226187464731183,"lowerBound":0,"upperBound":1,"independentScore":0.6226187464731183,"independent":true,"opponentIds":1628,"independentOpponentIds":1628,"panelSize":49,"publishers":["ARC Prize"],"observations":["b725135e8e60193d69dd2960"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.35131514856307866,"lowerBound":0,"upperBound":1,"independentScore":0.35131514856307866,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-fa6c72914cd97c024b6e360a","panel-2c75d7123d8291e5be81a00b","panel-fbcbde600561c3d3696be83c","panel-e236e8906de2ac79a50c15e6"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.19467446013963313,"lowerBound":0,"upperBound":1,"independentScore":0.19467446013963313,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b6daeef5e5290527aac86f54","panel-da3a0ed56d6a64f954659fa2"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.45421334632245514,"lowerBound":0,"upperBound":1,"independentScore":0.45421334632245514,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-77f63d80977191cf2c481d68","panel-91d118503479005ce69deb47","panel-cf1e57406dae14dbc01470ea"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5433782540455703,"lowerBound":0,"upperBound":1,"independentScore":0.5433782540455703,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-a2b9872bb59a3f7ac3aff0c0","panel-ef9a0693d34f00cba25d1252","panel-31682b190232b4280ccd06b0"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.39221735130161844,"lowerBound":0,"upperBound":1,"independentScore":0.39221735130161844,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-49c4b3d4d02e77f4afa7ec01","panel-09e4a65f3e19547b97c9aaf4","panel-53a731259937b873fe9b238a"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3057111544081835,"lowerBound":0,"upperBound":1,"independentScore":0.3057111544081835,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-50a0a1f23eeb2eceab0f4c4a","panel-8cb5768c95cfc9d9ee948a32","panel-46ee16e43dfcef55b9cdcc31","panel-cdd9ee7d07449e206cc9e3dc"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.17064458515992878,"lowerBound":0,"upperBound":1,"independentScore":0.17064458515992878,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c0d042721929915c8645b57d","panel-790eb22013b7deb683b85849","panel-eaa5fc61415b8aa88e767880","panel-14610010800749fab1e3696a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b725135e8e60193d69dd2960","panel-fa6c72914cd97c024b6e360a","panel-b6daeef5e5290527aac86f54","panel-da3a0ed56d6a64f954659fa2","panel-77f63d80977191cf2c481d68","panel-a2b9872bb59a3f7ac3aff0c0","panel-2c75d7123d8291e5be81a00b","panel-49c4b3d4d02e77f4afa7ec01","panel-50a0a1f23eeb2eceab0f4c4a","panel-fbcbde600561c3d3696be83c","panel-e236e8906de2ac79a50c15e6","panel-c0d042721929915c8645b57d","panel-91d118503479005ce69deb47","panel-09e4a65f3e19547b97c9aaf4","panel-790eb22013b7deb683b85849","panel-8cb5768c95cfc9d9ee948a32","panel-eaa5fc61415b8aa88e767880","panel-14610010800749fab1e3696a","panel-ef9a0693d34f00cba25d1252","panel-31682b190232b4280ccd06b0","panel-46ee16e43dfcef55b9cdcc31","panel-53a731259937b873fe9b238a","panel-cf1e57406dae14dbc01470ea","panel-cdd9ee7d07449e206cc9e3dc"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","claude-opus-4-5-20251101","claude-opus-4-7","claude-sonnet-5","claude-sonnet-5-5","gemini-3.1-pro","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder"]},"effort":{"label":"High","settings":[{"label":"High","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-5.2--effort-low","name":"GPT-5.2 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":1,"overallRating":{"score":0.11958109537061228,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.19151956376712967,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5287631152569576,"lowerBound":0,"upperBound":1,"independentScore":0.5287631152569576,"independent":true,"opponentIds":1628,"independentOpponentIds":1628,"panelSize":49,"publishers":["ARC Prize"],"observations":["bdca95afb303a9bc58cb0fba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bdca95afb303a9bc58cb0fba"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.2-pro--effort-high","name":"GPT-5.2 Pro · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2-pro","detailsUrl":"/efforts?model=gpt-5.2-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.3206318641563635,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3688164440490569,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6777308211539596,"lowerBound":0,"upperBound":1,"independentScore":0.6777308211539596,"independent":true,"opponentIds":1633,"independentOpponentIds":1633,"panelSize":49,"publishers":["ARC Prize"],"observations":["26501f216454a4be44cafa23"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["26501f216454a4be44cafa23"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.2-pro--effort-medium","name":"GPT-5.2 Pro · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2-pro","detailsUrl":"/efforts?model=gpt-5.2-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.22982000875731756,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2960007933612023,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6065817534385948,"lowerBound":0,"upperBound":1,"independentScore":0.6065817534385948,"independent":true,"opponentIds":1633,"independentOpponentIds":1633,"panelSize":49,"publishers":["ARC Prize"],"observations":["c69d8d070ed466b0864fd277"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c69d8d070ed466b0864fd277"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.3-codex--effort-xhigh","name":"GPT-5.3 Codex · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.3-codex","detailsUrl":"/efforts?model=gpt-5.3-codex","publishedBenchmarkCount":12,"overallRating":{"score":0.18274994289090749,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.8160348647160072},{"source":"SWE-rebench","independent":true,"share":0.18396513528399333}],"familyWeights":[{"family":"swe-rebench","share":0.18396513528399333},{"family":"ifbench","share":0.08585297756662762},{"family":"mmmu-pro","share":0.08478182085261518},{"family":"hle","share":0.084609861523304},{"family":"critpt","share":0.08447306880430358},{"family":"gpqa","share":0.0842732636282743},{"family":"omniscience","share":0.08423095653920037},{"family":"aa-lcr","share":0.080078395773337},{"family":"tau-bench","share":0.07782335246196732},{"family":"briefcase","share":0.07704065323174362},{"family":"terminal-bench","share":0.07287051433463256}]},"capabilityRatings":[{"bucket":"agentic","score":0.1986134707426158,"supported":true,"families":2,"independentFamilies":2,"opponents":215,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.457063878305707,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2577552488871692,"supported":true,"families":2,"independentFamilies":2,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.41673271114071403,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3493492589688707,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6862504295356251,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5059199534945615,"lowerBound":0,"upperBound":1,"independentScore":0.5059199534945615,"independent":true,"opponentIds":1634,"independentOpponentIds":1634,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e134a7165dc311e60a10a59c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.969084591012229,"lowerBound":0,"upperBound":1,"independentScore":0.969084591012229,"independent":true,"opponentIds":1635,"independentOpponentIds":1635,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d7701bab5c95acf22bfcb60a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8826839972729168,"lowerBound":0,"upperBound":1,"independentScore":0.8826839972729168,"independent":true,"opponentIds":1636,"independentOpponentIds":1636,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["07b18dfea8a920cbb139c5b9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9210792692433148,"lowerBound":0,"upperBound":1,"independentScore":0.9210792692433148,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["045aef1a50daf39f6a1f6caf"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9135205517823068,"lowerBound":0,"upperBound":1,"independentScore":0.9135205517823068,"independent":true,"opponentIds":1638,"independentOpponentIds":1638,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0840e875b7982341b208381c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9169710814596322,"lowerBound":0,"upperBound":1,"independentScore":0.9169710814596322,"independent":true,"opponentIds":1639,"independentOpponentIds":1639,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2c6f394ead006aaf6d42a2e2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8258795795616858,"lowerBound":0,"upperBound":1,"independentScore":0.8258795795616858,"independent":true,"opponentIds":1640,"independentOpponentIds":1640,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5456601870b518c709bb8764"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9482568740887309,"lowerBound":0,"upperBound":1,"independentScore":0.9482568740887309,"independent":true,"opponentIds":1641,"independentOpponentIds":1641,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b44083a5a2aa4f26c30336f8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7894665894803489,"lowerBound":0,"upperBound":1,"independentScore":0.7894665894803489,"independent":true,"opponentIds":1642,"independentOpponentIds":1642,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e3d276610a33af6ec9ea0502"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.984659214461318,"lowerBound":0,"upperBound":1,"independentScore":0.984659214461318,"independent":true,"opponentIds":1643,"independentOpponentIds":1643,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["b12c136f4b585aba8b52aec9"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1644,"independentOpponentIds":1644,"panelSize":3,"publishers":["SWE-rebench"],"observations":["panel-ca4f23c7585afe314456c6ee"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e134a7165dc311e60a10a59c","d7701bab5c95acf22bfcb60a","07b18dfea8a920cbb139c5b9","045aef1a50daf39f6a1f6caf","0840e875b7982341b208381c","2c6f394ead006aaf6d42a2e2","5456601870b518c709bb8764","b44083a5a2aa4f26c30336f8","e3d276610a33af6ec9ea0502","b12c136f4b585aba8b52aec9","panel-ca4f23c7585afe314456c6ee"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-5.4--effort-xhigh","name":"GPT-5.4 · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":50,"overallRating":{"score":0.37982263109015846,"supported":true,"families":29,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":233,"independentFamilies":25,"reason":null,"independentSources":5,"labWeightShare":0.1503982425354185,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.15693280357339384},{"source":"Artificial Analysis","independent":true,"share":0.15349625629229838},{"source":"Scale","independent":true,"share":0.15235082390701735},{"source":"Moonshot AI","independent":false,"share":0.15039824253541853},{"source":"ARC Prize","independent":true,"share":0.14662140120344028},{"source":"LiveBench","independent":true,"share":0.1457555501448077},{"source":"Vals AI","independent":true,"share":0.09444492234362117}],"familyWeights":[{"family":"deepswe","share":0.15693280357339384},{"family":"arc-agi","share":0.14662140120344025},{"family":"charxiv","share":0.08976138181102918},{"family":"terminal-bench","share":0.07466487387900367},{"family":"swe-atlas-test-writing","share":0.04009232208079403},{"family":"swe-bench-pro","share":0.04009232208079403},{"family":"swe-atlas-qna","share":0.03608308987271463},{"family":"swe-atlas-refactoring","share":0.03608308987271463},{"family":"harvey","share":0.02413661620674369},{"family":"vibe-code","share":0.02384064066877812},{"family":"vals-code-migration","share":0.02381848013694727},{"family":"mmlu-pro","share":0.022649185331152098},{"family":"livebench-coding","share":0.020822221449258386},{"family":"livebench-instructions","share":0.02082222144925838},{"family":"livebench-math","share":0.02082222144925838},{"family":"livebench-reasoning","share":0.02082222144925838},{"family":"livebench-data","share":0.020822221449258375},{"family":"livebench-language","share":0.020822221449258375},{"family":"multi-swe-bench","share":0.020822221449258375},{"family":"gdpval","share":0.014377761436678325},{"family":"tau-bench","share":0.014324535639049382},{"family":"ifbench","share":0.014208557948507592},{"family":"mmmu-pro","share":0.014064344463503234},{"family":"hle","share":0.014027413849762251},{"family":"critpt","share":0.014006983762301682},{"family":"omniscience","share":0.013967574425837327},{"family":"gpqa","share":0.01396729745605011},{"family":"aa-lcr","share":0.013387003745630394},{"family":"apex-agents","share":0.013136770410363369}]},"capabilityRatings":[{"bucket":"agentic","score":0.5436873102303198,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5590633385268218,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.34433889707908083,"supported":true,"families":10,"independentFamilies":7,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3993299739244054,"supported":true,"families":5,"independentFamilies":5,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.42591914305660433,"supported":true,"families":2,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6374739537059996,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.773276443205919,"lowerBound":0,"upperBound":1,"independentScore":0.773276443205919,"independent":true,"opponentIds":1645,"independentOpponentIds":1645,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["8d150951509aabb2d05a87ff"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9345528714398785,"lowerBound":0,"upperBound":1,"independentScore":0.9345528714398785,"independent":true,"opponentIds":1646,"independentOpponentIds":1646,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["764f953119825af98f18d356"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9353270105037198,"lowerBound":0,"upperBound":1,"independentScore":0.9353270105037198,"independent":true,"opponentIds":1647,"independentOpponentIds":1647,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6c4fbe89fce7543c08625116"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7206033354482564,"lowerBound":0,"upperBound":1,"independentScore":0.7206033354482564,"independent":true,"opponentIds":1648,"independentOpponentIds":1648,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["985716ec48075a5e66d619f1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9249062997383141,"lowerBound":0,"upperBound":1,"independentScore":0.9249062997383141,"independent":true,"opponentIds":1649,"independentOpponentIds":1649,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c033cbce1b1f0ca4167fbd4e"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.07868169991326975,"lowerBound":0,"upperBound":1,"independentScore":0.07868169991326975,"independent":true,"opponentIds":1650,"independentOpponentIds":1650,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9292565866674779,"lowerBound":0,"upperBound":1,"independentScore":0.9292565866674779,"independent":true,"opponentIds":1651,"independentOpponentIds":1651,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["905144b36da3e71991cae33f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9006728913009697,"lowerBound":0,"upperBound":1,"independentScore":0.9006728913009697,"independent":true,"opponentIds":1652,"independentOpponentIds":1652,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2f1ec46058962a926609946a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4948789993655398,"lowerBound":0,"upperBound":1,"independentScore":0.4948789993655398,"independent":true,"opponentIds":1653,"independentOpponentIds":1653,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8139159109494531,"lowerBound":0,"upperBound":1,"independentScore":0.8139159109494531,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8b0420cc6bf11cd5fa24d863"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9341988518862265,"lowerBound":0,"upperBound":1,"independentScore":0.9341988518862265,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0811ccb8f11abd0363b4d874"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8441477248505004,"lowerBound":0,"upperBound":1,"independentScore":0.8441477248505004,"independent":true,"opponentIds":1656,"independentOpponentIds":1656,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["33d3ddb29daf735d811d1107","a0bfa2a97f718615ed92100f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.16996519582215483,"lowerBound":0,"upperBound":1,"independentScore":0.9046491309930828,"independent":true,"opponentIds":1657,"independentOpponentIds":1657,"panelSize":201,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["f0794fc8dd57dc2e00cdd8e9","f6121dbb26ebe1a9f0f5ad61","launch-kimi-k26-card-2151"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.796327544743102,"lowerBound":0,"upperBound":1,"independentScore":0.796327544743102,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":49,"publishers":["ARC Prize"],"observations":["5a6430a8d8f773ee0e4b369f"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.32043795620437937,"lowerBound":0,"upperBound":1,"independentScore":0.32043795620437937,"independent":true,"opponentIds":1659,"independentOpponentIds":1659,"panelSize":25,"publishers":["Datacurve"],"observations":["38295b12f6b510281d185208"],"sourceScores":[]},{"id":"swe-bench-pro","label":"swe-bench-pro","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1660,"independentOpponentIds":1660,"panelSize":2,"publishers":["Scale"],"observations":["62c54d2819ec816195f7efee"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1661,"independentOpponentIds":1661,"panelSize":2,"publishers":["Scale"],"observations":["79db12d910dc9b17468fc07c"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1662,"independentOpponentIds":1662,"panelSize":2,"publishers":["Scale"],"observations":["595d203626f42c7eaf274a4d"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0.25,"lowerBound":0,"upperBound":1,"independentScore":0.25,"independent":true,"opponentIds":1663,"independentOpponentIds":1663,"panelSize":3,"publishers":["Scale"],"observations":["07b714836f4d50d2545a5455","34bc44371787dfc935087f65"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.4477554179566562,"lowerBound":0,"upperBound":1,"independentScore":0.4477554179566562,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-277c823db47aca935fcfe21d","panel-ead1203dc409c40234d5fee4","panel-14b8986f6045509b1190f001","panel-387ee41f45c34973406f6a99"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.39503453203143624,"lowerBound":0,"upperBound":1,"independentScore":0.39503453203143624,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-32aa6b03fa6b1e2b8df86c7b","panel-e93f929cb0853d27c95d04b3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.6199491942526003,"lowerBound":0,"upperBound":1,"independentScore":0.6199491942526003,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-424fc5747345bdb81336e06a","panel-6fda03e93661f6c58ea5e7e4","panel-699ecb5439422ac056781a58"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.7122330713661987,"lowerBound":0,"upperBound":1,"independentScore":0.7122330713661987,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-686153cb0b44a71199a0619d","panel-eca935ff02296892416ebe55","panel-dd7582c72728fb5b3755e281"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.545447328729063,"lowerBound":0,"upperBound":1,"independentScore":0.545447328729063,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-53e2e2b8cbdb216a093034bf","panel-cd52404d183578937e22deac","panel-1a73cedae57299fa448f67d8"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.582787568468683,"lowerBound":0,"upperBound":1,"independentScore":0.582787568468683,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ce06ee813be216293e7004cf","panel-52f73ccb84c0dad0faf4db74","panel-dd23f7bf3419e3011e2563f8","panel-52b264b698e93d9c6004f43d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.5684686830197666,"lowerBound":0,"upperBound":1,"independentScore":0.5684686830197666,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6212f1adcca2531c22bd97dc","panel-6f5160d5e1a3874da330f091","panel-930496933f2794492ab365b2","panel-4844de203c7156b6d863ace0"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.39479268431216624,"lowerBound":0,"upperBound":1,"independentScore":0.39479268431216624,"independent":true,"opponentIds":1665,"independentOpponentIds":1665,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.34115376566605443,"lowerBound":0,"upperBound":1,"independentScore":0.34115376566605443,"independent":true,"opponentIds":1666,"independentOpponentIds":1666,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]},{"id":"charxiv","label":"charxiv","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1667,"independentOpponentIds":110,"panelSize":2,"publishers":["Moonshot AI"],"observations":["launch-kimi-k26-card-2203"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8d150951509aabb2d05a87ff","764f953119825af98f18d356","6c4fbe89fce7543c08625116","985716ec48075a5e66d619f1","c033cbce1b1f0ca4167fbd4e","905144b36da3e71991cae33f","2f1ec46058962a926609946a","8b0420cc6bf11cd5fa24d863","0811ccb8f11abd0363b4d874","33d3ddb29daf735d811d1107","a0bfa2a97f718615ed92100f","f0794fc8dd57dc2e00cdd8e9","f6121dbb26ebe1a9f0f5ad61","5a6430a8d8f773ee0e4b369f","38295b12f6b510281d185208","62c54d2819ec816195f7efee","79db12d910dc9b17468fc07c","595d203626f42c7eaf274a4d","07b714836f4d50d2545a5455","34bc44371787dfc935087f65","panel-277c823db47aca935fcfe21d","panel-32aa6b03fa6b1e2b8df86c7b","panel-e93f929cb0853d27c95d04b3","panel-424fc5747345bdb81336e06a","panel-686153cb0b44a71199a0619d","panel-ead1203dc409c40234d5fee4","panel-53e2e2b8cbdb216a093034bf","panel-ce06ee813be216293e7004cf","panel-14b8986f6045509b1190f001","panel-387ee41f45c34973406f6a99","panel-6212f1adcca2531c22bd97dc","panel-6fda03e93661f6c58ea5e7e4","panel-cd52404d183578937e22deac","panel-6f5160d5e1a3874da330f091","panel-52f73ccb84c0dad0faf4db74","panel-930496933f2794492ab365b2","panel-4844de203c7156b6d863ace0","panel-eca935ff02296892416ebe55","panel-dd7582c72728fb5b3755e281","panel-dd23f7bf3419e3011e2563f8","panel-1a73cedae57299fa448f67d8","panel-699ecb5439422ac056781a58","panel-52b264b698e93d9c6004f43d","vals-code-migration-v1:openai/gpt-5.4-2026-03-05","vals-mmlu-pro-v1:openai/gpt-5.4-2026-03-05","vals-vibe-code-bench-v1.1:openai/gpt-5.4-2026-03-05","vals-legal-agent-benchmark-v1:openai/gpt-5.4-2026-03-05","launch-kimi-k26-card-2203","launch-kimi-k26-card-2151"],"opponentModelIds":["claude-opus-4-6","claude-sonnet-4-6","deepseek-v3.2","deepseek-v4-pro-0424","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen-3.8-max-0902","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":50}],"unspecified":0,"total":50}},{"id":"gpt-5.4--effort-low","name":"GPT-5.4 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":11,"overallRating":{"score":0.1848501773371577,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.523260840896897},{"source":"Artificial Analysis","independent":true,"share":0.47673915910310505}],"familyWeights":[{"family":"arc-agi","share":0.5232608408968976},{"family":"ifbench","share":0.05691672137186093},{"family":"gpqa","share":0.055865776210880555},{"family":"hle","share":0.05582406624933648},{"family":"critpt","share":0.055329804616228905},{"family":"omniscience","share":0.05475892724248215},{"family":"mmmu-pro","share":0.054611259751905276},{"family":"aa-lcr","share":0.050934134739481676},{"family":"tau-bench","share":0.04821010634976613},{"family":"terminal-bench","share":0.044288362571162934}]},"capabilityRatings":[{"bucket":"agentic","score":0.12308634110250706,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2704251412076608,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.34998704721236634,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.29877690243654037,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3274622662058158,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.364022395019622,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8354495253255262,"lowerBound":0,"upperBound":1,"independentScore":0.8354495253255262,"independent":true,"opponentIds":1646,"independentOpponentIds":1646,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a5a3c88a6ef0e73b0d4b3c6b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8175849184035243,"lowerBound":0,"upperBound":1,"independentScore":0.8175849184035243,"independent":true,"opponentIds":1647,"independentOpponentIds":1647,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7b2a25d7d5163219e7710897"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8662051217885952,"lowerBound":0,"upperBound":1,"independentScore":0.8662051217885952,"independent":true,"opponentIds":1649,"independentOpponentIds":1649,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8cfb3855724b94948bece37c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8284105961647183,"lowerBound":0,"upperBound":1,"independentScore":0.8284105961647183,"independent":true,"opponentIds":1651,"independentOpponentIds":1651,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f05bf634d2eb678049d1cb04"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7862060345400895,"lowerBound":0,"upperBound":1,"independentScore":0.7862060345400895,"independent":true,"opponentIds":1652,"independentOpponentIds":1652,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["74502e659a17e8d3e5d5ec2b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8377281517750895,"lowerBound":0,"upperBound":1,"independentScore":0.8377281517750895,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["c4d3c886f134af9a7091f0fd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9315414354837617,"lowerBound":0,"upperBound":1,"independentScore":0.9315414354837617,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["343892b2592f94ca09f096e9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6889046709300722,"lowerBound":0,"upperBound":1,"independentScore":0.6889046709300722,"independent":true,"opponentIds":1668,"independentOpponentIds":1668,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3937aa46e1ff32f1979abfe7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9439981795701953,"lowerBound":0,"upperBound":1,"independentScore":0.9439981795701953,"independent":true,"opponentIds":1669,"independentOpponentIds":1669,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4262485dd1a36c6c772deb78"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5622774415753735,"lowerBound":0,"upperBound":1,"independentScore":0.5622774415753735,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":49,"publishers":["ARC Prize"],"observations":["061ce8db3e09b74846381514"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a5a3c88a6ef0e73b0d4b3c6b","7b2a25d7d5163219e7710897","8cfb3855724b94948bece37c","f05bf634d2eb678049d1cb04","74502e659a17e8d3e5d5ec2b","c4d3c886f134af9a7091f0fd","343892b2592f94ca09f096e9","3937aa46e1ff32f1979abfe7","4262485dd1a36c6c772deb78","061ce8db3e09b74846381514"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.4--effort-non-reasoning","name":"GPT-5.4 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":10,"overallRating":{"score":0.05057009842585819,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999937}],"familyWeights":[{"family":"gpqa","share":0.11849206463664691},{"family":"ifbench","share":0.11798110797359031},{"family":"critpt","share":0.1175929042215863},{"family":"hle","share":0.11686071274545407},{"family":"mmmu-pro","share":0.11508915551551945},{"family":"omniscience","share":0.11406605295558102},{"family":"aa-lcr","share":0.10638599778177354},{"family":"tau-bench","share":0.10079541592495413},{"family":"terminal-bench","share":0.09273658824489302}]},"capabilityRatings":[{"bucket":"agentic","score":0.042362809410112647,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10005489454377599,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.27864371994414755,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15614696285093715,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.14345526595435423,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1260987402777927,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5568197136851967,"lowerBound":0,"upperBound":1,"independentScore":0.5568197136851967,"independent":true,"opponentIds":1646,"independentOpponentIds":1646,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["95d78edd094271c8788986f1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5774496541838925,"lowerBound":0,"upperBound":1,"independentScore":0.5774496541838925,"independent":true,"opponentIds":1647,"independentOpponentIds":1647,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2d984aba50e03049fd01ac4a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5544301356244261,"lowerBound":0,"upperBound":1,"independentScore":0.5544301356244261,"independent":true,"opponentIds":1649,"independentOpponentIds":1649,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["39ae139dd203eb5f9760d5fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5494877746960167,"lowerBound":0,"upperBound":1,"independentScore":0.5494877746960167,"independent":true,"opponentIds":1651,"independentOpponentIds":1651,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b486a1fb6c5b341875d5225f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5913862871417294,"lowerBound":0,"upperBound":1,"independentScore":0.5913862871417294,"independent":true,"opponentIds":1652,"independentOpponentIds":1652,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["df4e5119a87760b18053846e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6504937615345386,"lowerBound":0,"upperBound":1,"independentScore":0.6504937615345386,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3aea57a33fca8a2445fb7b9b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8351366303497739,"lowerBound":0,"upperBound":1,"independentScore":0.8351366303497739,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a69fa647e71e7ea817df5065"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.44582639835564025,"lowerBound":0,"upperBound":1,"independentScore":0.44582639835564025,"independent":true,"opponentIds":1668,"independentOpponentIds":1668,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d29f2bc805408ffd2df1fcd8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.900543069510131,"lowerBound":0,"upperBound":1,"independentScore":0.900543069510131,"independent":true,"opponentIds":1669,"independentOpponentIds":1669,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9c16de1fecb482726fe8e501"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["95d78edd094271c8788986f1","2d984aba50e03049fd01ac4a","39ae139dd203eb5f9760d5fe","b486a1fb6c5b341875d5225f","df4e5119a87760b18053846e","3aea57a33fca8a2445fb7b9b","a69fa647e71e7ea817df5065","d29f2bc805408ffd2df1fcd8","9c16de1fecb482726fe8e501"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gpt-5.4--effort-high","name":"GPT-5.4 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":4,"overallRating":{"score":0.5596080084106586,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999983}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.541579812576478,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8531405829702227,"lowerBound":0,"upperBound":1,"independentScore":0.8531405829702227,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":49,"publishers":["ARC Prize"],"observations":["b0856c22135884a80af840b3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b0856c22135884a80af840b3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":4}],"unspecified":0,"total":4}},{"id":"gpt-5.4--effort-medium","name":"GPT-5.4 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":4,"overallRating":{"score":0.32962842304028733,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":53,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.5225792666499448},{"source":"ARC Prize","independent":true,"share":0.4774207333500547}],"familyWeights":[{"family":"swe-rebench","share":0.5225792666499448},{"family":"arc-agi","share":0.47742073335005536}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.39057175296976626,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4244481749899147,"supported":false,"families":1,"independentFamilies":1,"opponents":8,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.706728804654512,"lowerBound":0,"upperBound":1,"independentScore":0.706728804654512,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":49,"publishers":["ARC Prize"],"observations":["f3c4874853691ebdb76d0676"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5365853658536586,"lowerBound":0,"upperBound":1,"independentScore":0.5365853658536586,"independent":true,"opponentIds":1670,"independentOpponentIds":1670,"panelSize":8,"publishers":["SWE-rebench"],"observations":["panel-ef0926b5f5d004f8a5348da5","panel-91308a65440d721514f94949","panel-f0febcfcf5b14d5f6f8f1b5e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f3c4874853691ebdb76d0676","panel-ef0926b5f5d004f8a5348da5","panel-91308a65440d721514f94949","panel-f0febcfcf5b14d5f6f8f1b5e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b","gpt-5.3-codex","claude-opus-4-7","deepseek-v4-pro-0424","glm-5.2"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":4}],"unspecified":0,"total":4}},{"id":"gpt-5.4-mini--effort-xhigh","name":"GPT-5.4 Mini · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":58,"overallRating":{"score":0.1302404901976077,"supported":true,"families":35,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":233,"independentFamilies":35,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.217070861711595},{"source":"Cognition","independent":true,"share":0.21324242178903224},{"source":"ARC Prize","independent":true,"share":0.19747698249644688},{"source":"LiveBench","independent":true,"share":0.18716085379460878},{"source":"Vals AI","independent":true,"share":0.18504888020830793}],"familyWeights":[{"family":"frontiercode","share":0.2132424217890325},{"family":"arc-agi","share":0.1974769824964469},{"family":"livebench-data","share":0.02673726482780121},{"family":"livebench-language","share":0.02673726482780121},{"family":"multi-swe-bench","share":0.02673726482780121},{"family":"livebench-coding","share":0.0267372648278012},{"family":"livebench-instructions","share":0.026737264827801168},{"family":"livebench-math","share":0.026737264827801168},{"family":"livebench-reasoning","share":0.026737264827801168},{"family":"vals-code-migration","share":0.023339403515008246},{"family":"harvey","share":0.023322953084857663},{"family":"vibe-code","share":0.02325638766494769},{"family":"vals-legal-research","share":0.023223774185231236},{"family":"vals-excel-modeling","share":0.023102363388965375},{"family":"vals-finance-agent","share":0.023009012363874967},{"family":"vals-tax-agent","share":0.02297472639801921},{"family":"mmlu-pro","share":0.022820259607403047},{"family":"gmmlu","share":0.012480091571495867},{"family":"briefcase","share":0.012419138743307833},{"family":"automationbench","share":0.012391795495368662},{"family":"gdp-pdf","share":0.012390145101422365},{"family":"terminal-bench","share":0.01238294783660388},{"family":"tau-bench","share":0.012358309946343743},{"family":"ifbench","share":0.012253670119761716},{"family":"aa-lcr","share":0.012186569879211503},{"family":"mmmu-pro","share":0.012178509730041852},{"family":"hle","share":0.012154698281001143},{"family":"critpt","share":0.012152276377936169},{"family":"omniscience","share":0.01212005359208167},{"family":"gpqa","share":0.012092260846988534},{"family":"gdpval","share":0.01207726956014749},{"family":"enterprise-ops","share":0.011929548292985046},{"family":"apex-agents","share":0.011878642080385688},{"family":"analyst-agent","share":0.011857830940500342},{"family":"itbench","share":0.009767103316018412}]},"capabilityRatings":[{"bucket":"agentic","score":0.34094239393525433,"supported":true,"families":15,"independentFamilies":15,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.22467120031240653,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23760449566816635,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.156081992415074,"supported":true,"families":6,"independentFamilies":6,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.18134876427016308,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2325105407819423,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.19580963106357777,"lowerBound":0,"upperBound":1,"independentScore":0.19580963106357777,"independent":true,"opponentIds":1671,"independentOpponentIds":1671,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f4dcea334aae2dcb30b8753a"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.41095773687798287,"lowerBound":0,"upperBound":1,"independentScore":0.41095773687798287,"independent":true,"opponentIds":1672,"independentOpponentIds":1672,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f3a670e32dc8bb7984855bb1"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.6003616280158249,"lowerBound":0,"upperBound":1,"independentScore":0.6003616280158249,"independent":true,"opponentIds":1673,"independentOpponentIds":1673,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["67119219cf8635997e799f9f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4844165962754844,"lowerBound":0,"upperBound":1,"independentScore":0.4844165962754844,"independent":true,"opponentIds":1674,"independentOpponentIds":1674,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["90ff56149d01f09ea467bff3","109a3b874e68bd6343d2b61d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5804060403352644,"lowerBound":0,"upperBound":1,"independentScore":0.5804060403352644,"independent":true,"opponentIds":1675,"independentOpponentIds":1675,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["5db5144008f8fd161f30920b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8073431209129417,"lowerBound":0,"upperBound":1,"independentScore":0.8073431209129417,"independent":true,"opponentIds":1676,"independentOpponentIds":1676,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ba497276202b46af9aaa9665"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.34060683004386916,"lowerBound":0,"upperBound":1,"independentScore":0.34060683004386916,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["679cf4bef4b9c7fec77fefa4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6318121612631026,"lowerBound":0,"upperBound":1,"independentScore":0.6318121612631026,"independent":true,"opponentIds":1678,"independentOpponentIds":1678,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["097b929efc58ff2f2c1b7d6e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5862103187862556,"lowerBound":0,"upperBound":1,"independentScore":0.5862103187862556,"independent":true,"opponentIds":1679,"independentOpponentIds":1679,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["156d4c59162ba0c2f00f6d6c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8624338624338623,"lowerBound":0,"upperBound":1,"independentScore":0.8624338624338623,"independent":true,"opponentIds":1680,"independentOpponentIds":1680,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c25fa22a8d22e9426e0e485e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8311545542241491,"lowerBound":0,"upperBound":1,"independentScore":0.8311545542241491,"independent":true,"opponentIds":1681,"independentOpponentIds":1681,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0d45f6a7bbb709c9c03a3d4f"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.07510163027534472,"lowerBound":0,"upperBound":1,"independentScore":0.07510163027534472,"independent":true,"opponentIds":1682,"independentOpponentIds":1682,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7439623402424078,"lowerBound":0,"upperBound":1,"independentScore":0.7439623402424078,"independent":true,"opponentIds":1683,"independentOpponentIds":1683,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["961955935944d72739e414fc"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8883570630965576,"lowerBound":0,"upperBound":1,"independentScore":0.8883570630965576,"independent":true,"opponentIds":1684,"independentOpponentIds":1684,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5b1f4258b7f0f468fec42b11"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.436735546645167,"lowerBound":0,"upperBound":1,"independentScore":0.436735546645167,"independent":true,"opponentIds":1685,"independentOpponentIds":1685,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["c66a4b8f9074d949c975af30"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.07938674787356927,"lowerBound":0,"upperBound":1,"independentScore":0.07938674787356927,"independent":true,"opponentIds":1686,"independentOpponentIds":1686,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6554549628512657,"lowerBound":0,"upperBound":1,"independentScore":0.6554549628512657,"independent":true,"opponentIds":1687,"independentOpponentIds":1687,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["c053fd4c43af856625108877"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.806755691101953,"lowerBound":0,"upperBound":1,"independentScore":0.806755691101953,"independent":true,"opponentIds":1688,"independentOpponentIds":1688,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["eb04020587808233dab7c0f6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7159522017203162,"lowerBound":0,"upperBound":1,"independentScore":0.7159522017203162,"independent":true,"opponentIds":1689,"independentOpponentIds":1689,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["535e70954096d3be78fe68ac","375c2967c2e20dc5932dbc08"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.719187457567145,"lowerBound":0,"upperBound":1,"independentScore":0.719187457567145,"independent":true,"opponentIds":1690,"independentOpponentIds":1690,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["ea3c4baefc826e4cf0489915","094a88e931ed8cb79e03e9e1","8c534f14278a145657c92624"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4183623411708618,"lowerBound":0,"upperBound":1,"independentScore":0.4183623411708618,"independent":true,"opponentIds":1691,"independentOpponentIds":1691,"panelSize":49,"publishers":["ARC Prize"],"observations":["ebaca6d5960cef29ea2c77b1"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.10534566546480635,"lowerBound":0,"upperBound":1,"independentScore":0.10534566546480635,"independent":true,"opponentIds":1692,"independentOpponentIds":1692,"panelSize":8,"publishers":["Cognition"],"observations":["462443c5210915015b4c7bf9","7da2111f1593f8d5dbf745f9"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.10559644944793259,"lowerBound":0,"upperBound":1,"independentScore":0.10559644944793259,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-04f87e2aec3acc7b9cc4f944","panel-4305d4d3278517373e3f5b3e","panel-1eb69e1e8bf07bc6c2dd0181","panel-1a9f74dc3ba9d5be73f6de46"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.038644728296168,"lowerBound":0,"upperBound":1,"independentScore":0.038644728296168,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-5babfb32a1f20b6e99a59e4e","panel-054ddbbb05cbeafd60110ea3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.2064299631954968,"lowerBound":0,"upperBound":1,"independentScore":0.2064299631954968,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-7ad1f49952e339692c304819","panel-776124249647ccf9c51344bb","panel-6be68058cd3af8da1eca505d"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5456448004618601,"lowerBound":0,"upperBound":1,"independentScore":0.5456448004618601,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8afc38f69537e97bbf2c5a67","panel-5b692cff35fdaff8c4dbf68d","panel-068a45e1f7235cccd90ff94f"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.22555387168939875,"lowerBound":0,"upperBound":1,"independentScore":0.22555387168939875,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-422822cff2d0c951a07e107d","panel-e6821f14580e75e469839a58","panel-228b8932fc82372013ddad69"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.06730352890235988,"lowerBound":0,"upperBound":1,"independentScore":0.06730352890235988,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-603dd81fba10b50320567b1e","panel-cbdc096fb05b58e68fa0a78b","panel-1be1c1a4d35577ac29967650","panel-cf093414bb1c79faa8013d1c"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.1055423251786102,"lowerBound":0,"upperBound":1,"independentScore":0.1055423251786102,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-20cb55fec83d1270c8d422e2","panel-7f34159560b42fbf4f72e29d","panel-2d9a5f1ed5367f0741ff26d2","panel-8c3e5d2106f12b3a8b88ef1b"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.1483487567631493,"lowerBound":0,"upperBound":1,"independentScore":0.1483487567631493,"independent":true,"opponentIds":1694,"independentOpponentIds":1694,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.11458327694747722,"lowerBound":0,"upperBound":1,"independentScore":0.11458327694747722,"independent":true,"opponentIds":1695,"independentOpponentIds":1695,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.058981203363667245,"lowerBound":0,"upperBound":1,"independentScore":0.058981203363667245,"independent":true,"opponentIds":1696,"independentOpponentIds":1696,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.15193362234790841,"lowerBound":0,"upperBound":1,"independentScore":0.15193362234790841,"independent":true,"opponentIds":1697,"independentOpponentIds":1697,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.19523759175064961,"lowerBound":0,"upperBound":1,"independentScore":0.19523759175064961,"independent":true,"opponentIds":1698,"independentOpponentIds":1698,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.09401704340204779,"lowerBound":0,"upperBound":1,"independentScore":0.09401704340204779,"independent":true,"opponentIds":1699,"independentOpponentIds":1699,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f4dcea334aae2dcb30b8753a","f3a670e32dc8bb7984855bb1","67119219cf8635997e799f9f","90ff56149d01f09ea467bff3","5db5144008f8fd161f30920b","ba497276202b46af9aaa9665","679cf4bef4b9c7fec77fefa4","097b929efc58ff2f2c1b7d6e","156d4c59162ba0c2f00f6d6c","c25fa22a8d22e9426e0e485e","0d45f6a7bbb709c9c03a3d4f","961955935944d72739e414fc","5b1f4258b7f0f468fec42b11","c66a4b8f9074d949c975af30","109a3b874e68bd6343d2b61d","c053fd4c43af856625108877","eb04020587808233dab7c0f6","535e70954096d3be78fe68ac","375c2967c2e20dc5932dbc08","ea3c4baefc826e4cf0489915","094a88e931ed8cb79e03e9e1","8c534f14278a145657c92624","ebaca6d5960cef29ea2c77b1","462443c5210915015b4c7bf9","7da2111f1593f8d5dbf745f9","panel-04f87e2aec3acc7b9cc4f944","panel-5babfb32a1f20b6e99a59e4e","panel-054ddbbb05cbeafd60110ea3","panel-7ad1f49952e339692c304819","panel-8afc38f69537e97bbf2c5a67","panel-4305d4d3278517373e3f5b3e","panel-422822cff2d0c951a07e107d","panel-603dd81fba10b50320567b1e","panel-1eb69e1e8bf07bc6c2dd0181","panel-1a9f74dc3ba9d5be73f6de46","panel-20cb55fec83d1270c8d422e2","panel-776124249647ccf9c51344bb","panel-e6821f14580e75e469839a58","panel-7f34159560b42fbf4f72e29d","panel-cbdc096fb05b58e68fa0a78b","panel-2d9a5f1ed5367f0741ff26d2","panel-8c3e5d2106f12b3a8b88ef1b","panel-5b692cff35fdaff8c4dbf68d","panel-068a45e1f7235cccd90ff94f","panel-1be1c1a4d35577ac29967650","panel-228b8932fc82372013ddad69","panel-6be68058cd3af8da1eca505d","panel-cf093414bb1c79faa8013d1c","vals-finance-agent-v2:openai/gpt-5.4-mini-2026-03-17","vals-code-migration-v1:openai/gpt-5.4-mini-2026-03-17","vals-legal-research-v1:openai/gpt-5.4-mini-2026-03-17","vals-emb-v1:openai/gpt-5.4-mini-2026-03-17","vals-mmlu-pro-v1:openai/gpt-5.4-mini-2026-03-17","vals-vibe-code-bench-v1.1:openai/gpt-5.4-mini-2026-03-17","vals-legal-agent-benchmark-v1:openai/gpt-5.4-mini-2026-03-17","vals-tax-agent-bench-v1:openai/gpt-5.4-mini-2026-03-17"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":58}],"unspecified":0,"total":58}},{"id":"gpt-5.4-mini--effort-medium","name":"GPT-5.4 Mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":13,"overallRating":{"score":0.05773029012157312,"supported":true,"families":11,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":11,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3361389764160324},{"source":"Cognition","independent":true,"share":0.33407026994669836},{"source":"Artificial Analysis","independent":true,"share":0.32979075363726457}],"familyWeights":[{"family":"arc-agi","share":0.33613897641603285},{"family":"frontiercode","share":0.3340702699466982},{"family":"ifbench","share":0.03938047450831478},{"family":"hle","share":0.03853895778310846},{"family":"gpqa","share":0.03847713604177723},{"family":"critpt","share":0.03805719477405496},{"family":"omniscience","share":0.03783192679116982},{"family":"mmmu-pro","share":0.03756358292380432},{"family":"aa-lcr","share":0.03537645652508296},{"family":"tau-bench","share":0.033576737612588003},{"family":"terminal-bench","share":0.03098828667736703}]},"capabilityRatings":[{"bucket":"agentic","score":0.0457268370845007,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14602129247231568,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14966281131240242,"supported":true,"families":2,"independentFamilies":2,"opponents":174,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20766476178862328,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.14948775526892255,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1917076730596586,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6533361595649807,"lowerBound":0,"upperBound":1,"independentScore":0.6533361595649807,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["27f5e98d058de81cde243036"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7296596134213145,"lowerBound":0,"upperBound":1,"independentScore":0.7296596134213145,"independent":true,"opponentIds":1676,"independentOpponentIds":1676,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["168d4bb18b4ce6329b82875e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7131756375807133,"lowerBound":0,"upperBound":1,"independentScore":0.7131756375807133,"independent":true,"opponentIds":1681,"independentOpponentIds":1681,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8ff89c80ec855a2e1d71b572"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6658495766788922,"lowerBound":0,"upperBound":1,"independentScore":0.6658495766788922,"independent":true,"opponentIds":1683,"independentOpponentIds":1683,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["db6209ca9020f3dba7b70e8c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7780815018507149,"lowerBound":0,"upperBound":1,"independentScore":0.7780815018507149,"independent":true,"opponentIds":1684,"independentOpponentIds":1684,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9df3b6e0118ce4c15b2d76fb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6387222260267951,"lowerBound":0,"upperBound":1,"independentScore":0.6387222260267951,"independent":true,"opponentIds":1687,"independentOpponentIds":1687,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["efc87b8ffeabd7b6a2d5eeaf"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8244167251453242,"lowerBound":0,"upperBound":1,"independentScore":0.8244167251453242,"independent":true,"opponentIds":1688,"independentOpponentIds":1688,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8feda783451d9249dcd37ef7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4734255737360077,"lowerBound":0,"upperBound":1,"independentScore":0.4734255737360077,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8cfeb12d5ddccc5b75616261"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8301059316917443,"lowerBound":0,"upperBound":1,"independentScore":0.8301059316917443,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["c7c874f90aba1735babc8ca6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3022975584902911,"lowerBound":0,"upperBound":1,"independentScore":0.3022975584902911,"independent":true,"opponentIds":1691,"independentOpponentIds":1691,"panelSize":49,"publishers":["ARC Prize"],"observations":["4da6e2b1da2186d54e3ce949"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.025119617224880385,"lowerBound":0,"upperBound":1,"independentScore":0.025119617224880385,"independent":true,"opponentIds":1692,"independentOpponentIds":1692,"panelSize":8,"publishers":["Cognition"],"observations":["8f27604b87c7e9ff3a19d10d","a24f67306456001f98c23e75"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["27f5e98d058de81cde243036","168d4bb18b4ce6329b82875e","8ff89c80ec855a2e1d71b572","db6209ca9020f3dba7b70e8c","9df3b6e0118ce4c15b2d76fb","efc87b8ffeabd7b6a2d5eeaf","8feda783451d9249dcd37ef7","8cfeb12d5ddccc5b75616261","c7c874f90aba1735babc8ca6","4da6e2b1da2186d54e3ce949","8f27604b87c7e9ff3a19d10d","a24f67306456001f98c23e75"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":13}],"unspecified":0,"total":13}},{"id":"gpt-5.4-mini--effort-non-reasoning","name":"GPT-5.4 Mini · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":12,"overallRating":{"score":0.014051279628643906,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999918}],"familyWeights":[{"family":"gdpval","share":0.10820326872099637},{"family":"ifbench","share":0.09865269402406283},{"family":"gpqa","share":0.0982279968956594},{"family":"critpt","share":0.09757858722985424},{"family":"hle","share":0.09755505743314545},{"family":"mmmu-pro","share":0.09583931631830016},{"family":"omniscience","share":0.09523725466052213},{"family":"aa-lcr","share":0.08875571050191905},{"family":"tau-bench","share":0.08420786791280788},{"family":"terminal-bench","share":0.07746647458368958},{"family":"itbench","share":0.05827577171904401}]},"capabilityRatings":[{"bucket":"agentic","score":0.03878083428272681,"supported":true,"families":3,"independentFamilies":3,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0337127325361284,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07166433511733784,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0683788575871284,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04664236415491451,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.05622485276222011,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3547954713924602,"lowerBound":0,"upperBound":1,"independentScore":0.3547954713924602,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6c351ee13bd1f68934f58e90"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22874846595158924,"lowerBound":0,"upperBound":1,"independentScore":0.22874846595158924,"independent":true,"opponentIds":1676,"independentOpponentIds":1676,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["79db0631bb8678befd1788bd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.38655428253459406,"lowerBound":0,"upperBound":1,"independentScore":0.38655428253459406,"independent":true,"opponentIds":1679,"independentOpponentIds":1679,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fbfb2fb210ec7cab45eadd48"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.29972147753001543,"lowerBound":0,"upperBound":1,"independentScore":0.29972147753001543,"independent":true,"opponentIds":1681,"independentOpponentIds":1681,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e76efd53f24c393a43e37889"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.32872227613516547,"lowerBound":0,"upperBound":1,"independentScore":0.32872227613516547,"independent":true,"opponentIds":1683,"independentOpponentIds":1683,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["9cc5343437a2443eea18334e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3642201438392702,"lowerBound":0,"upperBound":1,"independentScore":0.3642201438392702,"independent":true,"opponentIds":1684,"independentOpponentIds":1684,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5c1919a46d84b469ff8a026e"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.10253356847340155,"lowerBound":0,"upperBound":1,"independentScore":0.10253356847340155,"independent":true,"opponentIds":1685,"independentOpponentIds":1685,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["dae8251d27fe092deb17c0c8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3546852296112175,"lowerBound":0,"upperBound":1,"independentScore":0.3546852296112175,"independent":true,"opponentIds":1687,"independentOpponentIds":1687,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ae20ddcff96df7b14339a3f1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6502043262428344,"lowerBound":0,"upperBound":1,"independentScore":0.6502043262428344,"independent":true,"opponentIds":1688,"independentOpponentIds":1688,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b799fd73c716a16511ae6576"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2572574956594279,"lowerBound":0,"upperBound":1,"independentScore":0.2572574956594279,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1680fa8b0c83fb8b292db2b7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5808968992378439,"lowerBound":0,"upperBound":1,"independentScore":0.5808968992378439,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["677fb8830d339b917cdff24d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6c351ee13bd1f68934f58e90","79db0631bb8678befd1788bd","fbfb2fb210ec7cab45eadd48","e76efd53f24c393a43e37889","9cc5343437a2443eea18334e","5c1919a46d84b469ff8a026e","dae8251d27fe092deb17c0c8","ae20ddcff96df7b14339a3f1","b799fd73c716a16511ae6576","1680fa8b0c83fb8b292db2b7","677fb8830d339b917cdff24d"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-5.4-mini--effort-high","name":"GPT-5.4 Mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":5,"overallRating":{"score":0.08198730975204271,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":60,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4551169340726142},{"source":"Cognition","independent":true,"share":0.45231599930492417},{"source":"Vals AI","independent":true,"share":0.09256706662245973}],"familyWeights":[{"family":"arc-agi","share":0.45511693407261533},{"family":"frontiercode","share":0.45231599930492417},{"family":"terminal-bench","share":0.0925670666224597}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.21074427584874603,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15695021612481477,"supported":true,"families":2,"independentFamilies":2,"opponents":34,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.16806628187791164,"lowerBound":0,"upperBound":1,"independentScore":0.16806628187791164,"independent":true,"opponentIds":1703,"independentOpponentIds":1703,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4379351896031634,"lowerBound":0,"upperBound":1,"independentScore":0.4379351896031634,"independent":true,"opponentIds":1691,"independentOpponentIds":1691,"panelSize":49,"publishers":["ARC Prize"],"observations":["c23a7086cb8ecb85426614bd"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.025119617224880385,"lowerBound":0,"upperBound":1,"independentScore":0.025119617224880385,"independent":true,"opponentIds":1692,"independentOpponentIds":1692,"panelSize":8,"publishers":["Cognition"],"observations":["8fa122a380d849f4f7cb625e","e638e44f7a00fc2c77bd320a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c23a7086cb8ecb85426614bd","8fa122a380d849f4f7cb625e","e638e44f7a00fc2c77bd320a","vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-mini-2026-03-17"],"opponentModelIds":["gpt-6-astra","gpt-5.6-sol","claude-fable-5-1","gpt-6-sol","gemini-3.8-flash","gpt-5.6-luna","grok-4.6","gemini-3.7-flash","gpt-5.6-terra","gpt-5.5","claude-sonnet-5","gemini-3.5-flash","gemini-3.6-flash","grok-4.7","gpt-6-luna","muse-spark-1.3","claude-opus-4-8","glm-5.3","gemini-3.1-pro","muse-spark-1.2","muse-spark-1.1","claude-opus-4-7","grok-4.5","glm-5.2","glm-5.3-flash","claude-sonnet-4-6","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash-lite","grok-4.3","gpt-5.4-nano","mistral-medium-3.5","claude-sonnet-5-5","claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4-flash","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":5}],"unspecified":0,"total":5}},{"id":"gpt-5.4-mini--effort-low","name":"GPT-5.4 Mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":3,"overallRating":{"score":0.00964411111504035,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5358269350487639},{"source":"Cognition","independent":true,"share":0.46417306495123467}],"familyWeights":[{"family":"arc-agi","share":0.535826935048765},{"family":"frontiercode","share":0.4641730649512343}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.03473953311957415,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09281856777803577,"supported":false,"families":1,"independentFamilies":1,"opponents":8,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.08674941424781674,"lowerBound":0,"upperBound":1,"independentScore":0.08674941424781674,"independent":true,"opponentIds":1691,"independentOpponentIds":1691,"panelSize":49,"publishers":["ARC Prize"],"observations":["57762c5e8137a2a5daeba07d"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1692,"independentOpponentIds":1692,"panelSize":8,"publishers":["Cognition"],"observations":["1f438db0c3a8d74e269dc9c6","db8204b5e5c7174d88f5e8a4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["57762c5e8137a2a5daeba07d","1f438db0c3a8d74e269dc9c6","db8204b5e5c7174d88f5e8a4"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-5.4-nano--effort-xhigh","name":"GPT-5.4 Nano · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":46,"overallRating":{"score":0.1189699128050661,"supported":true,"families":24,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":24,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.4013133593007637},{"source":"ARC Prize","independent":true,"share":0.3280137897201791},{"source":"LiveBench","independent":true,"share":0.2706728509790497}],"familyWeights":[{"family":"arc-agi","share":0.32801378972017914},{"family":"livebench-coding","share":0.03866755013986446},{"family":"livebench-data","share":0.03866755013986446},{"family":"livebench-language","share":0.03866755013986446},{"family":"multi-swe-bench","share":0.03866755013986446},{"family":"livebench-instructions","share":0.03866755013986442},{"family":"livebench-math","share":0.03866755013986442},{"family":"livebench-reasoning","share":0.03866755013986442},{"family":"gdpval","share":0.026592363242285918},{"family":"terminal-bench","share":0.026506728140895275},{"family":"tau-bench","share":0.02650275641987664},{"family":"briefcase","share":0.026272739199147167},{"family":"ifbench","share":0.026270842839289193},{"family":"automationbench","share":0.02615725816568982},{"family":"gdp-pdf","share":0.026134578634121282},{"family":"hle","share":0.02578635421441802},{"family":"critpt","share":0.02572767795922598},{"family":"gpqa","share":0.02571239296454053},{"family":"mmmu-pro","share":0.02568963590085392},{"family":"omniscience","share":0.025648373394538664},{"family":"aa-lcr","share":0.02463207347186805},{"family":"apex-agents","share":0.022861260627901874},{"family":"enterprise-ops","share":0.022626270413535966},{"family":"itbench","share":0.018192053712582756}]},"capabilityRatings":[{"bucket":"agentic","score":0.31312916405420826,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.23815029001780186,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2545138671755723,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21601048921296875,"supported":true,"families":4,"independentFamilies":4,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08000699434908864,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.24516824523628497,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3837567441603866,"lowerBound":0,"upperBound":1,"independentScore":0.3837567441603866,"independent":true,"opponentIds":1704,"independentOpponentIds":1704,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2f5685afb6976287ee0b81c4"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.5465988078454316,"lowerBound":0,"upperBound":1,"independentScore":0.5465988078454316,"independent":true,"opponentIds":1705,"independentOpponentIds":1705,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["c28732cd3202beee5519a723"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5316328936990375,"lowerBound":0,"upperBound":1,"independentScore":0.5316328936990375,"independent":true,"opponentIds":1706,"independentOpponentIds":1706,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["2d68f8bae21d36203a74c9eb","2a20eb32bca909faaa3ce8cc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3936792937450092,"lowerBound":0,"upperBound":1,"independentScore":0.3936792937450092,"independent":true,"opponentIds":1707,"independentOpponentIds":1707,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["038446f4f13088790def1885"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8184470791627961,"lowerBound":0,"upperBound":1,"independentScore":0.8184470791627961,"independent":true,"opponentIds":1708,"independentOpponentIds":1708,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["91b5e4498893331f3c28839c"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.2752248585934788,"lowerBound":0,"upperBound":1,"independentScore":0.2752248585934788,"independent":true,"opponentIds":1709,"independentOpponentIds":1709,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["349fa58171965483166888a6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4495091725821253,"lowerBound":0,"upperBound":1,"independentScore":0.4495091725821253,"independent":true,"opponentIds":1710,"independentOpponentIds":1710,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["138fde6fd3c91059ef85fe5d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.530241095264444,"lowerBound":0,"upperBound":1,"independentScore":0.530241095264444,"independent":true,"opponentIds":1711,"independentOpponentIds":1711,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fc312817e4a743b969a50245"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6896421675327102,"lowerBound":0,"upperBound":1,"independentScore":0.6896421675327102,"independent":true,"opponentIds":1712,"independentOpponentIds":1712,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["671a524c59ee3135dfa9d88d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7620619324068403,"lowerBound":0,"upperBound":1,"independentScore":0.7620619324068403,"independent":true,"opponentIds":1713,"independentOpponentIds":1713,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["43df3efc42a8173597271f0d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9385355467186369,"lowerBound":0,"upperBound":1,"independentScore":0.9385355467186369,"independent":true,"opponentIds":1714,"independentOpponentIds":1714,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e3977c10d3d8a7d3d3731cee"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.14748419315010103,"lowerBound":0,"upperBound":1,"independentScore":0.14748419315010103,"independent":true,"opponentIds":1715,"independentOpponentIds":1715,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["f2eef5b9356421bd7029b6b9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4855019932662006,"lowerBound":0,"upperBound":1,"independentScore":0.4855019932662006,"independent":true,"opponentIds":1716,"independentOpponentIds":1716,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["9b693f166694281a4fad6d5f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6581648364806683,"lowerBound":0,"upperBound":1,"independentScore":0.6581648364806683,"independent":true,"opponentIds":1717,"independentOpponentIds":1717,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["717fed908bdc4410bd07a602"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7082447752725521,"lowerBound":0,"upperBound":1,"independentScore":0.7082447752725521,"independent":true,"opponentIds":1718,"independentOpponentIds":1718,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c422b3a37e83a97394f36bb3","e455a7d9cfac8748d05d0617"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6678149144376739,"lowerBound":0,"upperBound":1,"independentScore":0.6678149144376739,"independent":true,"opponentIds":1719,"independentOpponentIds":1719,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["c473e412a77f5243debc0e49","260fdde6b12aaec0d3c19fd3","283ad2f31381bc489e150b0b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3278704477079394,"lowerBound":0,"upperBound":1,"independentScore":0.3278704477079394,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":49,"publishers":["ARC Prize"],"observations":["a7b73b0067ddb6090993cb88"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.3527622132726323,"lowerBound":0,"upperBound":1,"independentScore":0.3527622132726323,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-79cea26fdffed0236a191bec","panel-7934928ca32eaec604963700","panel-21ace49cde007a4ad2f4e1f5","panel-261505d025f9d0d994bd7c1c"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.02390124321484855,"lowerBound":0,"upperBound":1,"independentScore":0.02390124321484855,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ab5cc700d3ab0b9b4f6bbc85","panel-28232fc4ce54814ba09b4d62"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.07149944551450421,"lowerBound":0,"upperBound":1,"independentScore":0.07149944551450421,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-342d090b1be63195b7fa706e","panel-62a295778554ce1fab5fb5a5","panel-8a84c38764db6738f2389ed4"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.4294927916885543,"lowerBound":0,"upperBound":1,"independentScore":0.4294927916885543,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-7b24c6ef6a4016a1ce0ec99a","panel-96e3931bb0118e7f37553bc7","panel-6db09ec2337dab314cc9e815"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.32098873518940074,"lowerBound":0,"upperBound":1,"independentScore":0.32098873518940074,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ed27fdf022a823e0abcb4c54","panel-26dd5319f2452d0d3e5920b6","panel-7b17f5d1ffbaaf27acddab5b"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.2693924006303629,"lowerBound":0,"upperBound":1,"independentScore":0.2693924006303629,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-76844476c511fb7c5531e3e8","panel-5871d8133517ae7eab0f50d6","panel-6dccf16089bfddf8511bc98e","panel-31bd5c440bbe0254845c74b9"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.44077219401155715,"lowerBound":0,"upperBound":1,"independentScore":0.44077219401155715,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6ffae1ead5b7afc06bdb440c","panel-218cd2b7f3fa4ba48808e4fc","panel-7a8291feea5ecd53861d115b","panel-7c91d12d311b446ed2b720d6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2f5685afb6976287ee0b81c4","c28732cd3202beee5519a723","2d68f8bae21d36203a74c9eb","038446f4f13088790def1885","91b5e4498893331f3c28839c","349fa58171965483166888a6","138fde6fd3c91059ef85fe5d","fc312817e4a743b969a50245","671a524c59ee3135dfa9d88d","43df3efc42a8173597271f0d","e3977c10d3d8a7d3d3731cee","f2eef5b9356421bd7029b6b9","2a20eb32bca909faaa3ce8cc","9b693f166694281a4fad6d5f","717fed908bdc4410bd07a602","c422b3a37e83a97394f36bb3","e455a7d9cfac8748d05d0617","c473e412a77f5243debc0e49","260fdde6b12aaec0d3c19fd3","283ad2f31381bc489e150b0b","a7b73b0067ddb6090993cb88","panel-79cea26fdffed0236a191bec","panel-ab5cc700d3ab0b9b4f6bbc85","panel-28232fc4ce54814ba09b4d62","panel-342d090b1be63195b7fa706e","panel-7b24c6ef6a4016a1ce0ec99a","panel-7934928ca32eaec604963700","panel-ed27fdf022a823e0abcb4c54","panel-76844476c511fb7c5531e3e8","panel-21ace49cde007a4ad2f4e1f5","panel-261505d025f9d0d994bd7c1c","panel-6ffae1ead5b7afc06bdb440c","panel-62a295778554ce1fab5fb5a5","panel-26dd5319f2452d0d3e5920b6","panel-218cd2b7f3fa4ba48808e4fc","panel-5871d8133517ae7eab0f50d6","panel-7a8291feea5ecd53861d115b","panel-7c91d12d311b446ed2b720d6","panel-96e3931bb0118e7f37553bc7","panel-6db09ec2337dab314cc9e815","panel-6dccf16089bfddf8511bc98e","panel-7b17f5d1ffbaaf27acddab5b","panel-8a84c38764db6738f2389ed4","panel-31bd5c440bbe0254845c74b9"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":46}],"unspecified":0,"total":46}},{"id":"gpt-5.4-nano--effort-medium","name":"GPT-5.4 Nano · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":11,"overallRating":{"score":0.033244773911140696,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5226310372423444},{"source":"Artificial Analysis","independent":true,"share":0.4773689627576583}],"familyWeights":[{"family":"arc-agi","share":0.5226310372423449},{"family":"ifbench","share":0.056985641493370105},{"family":"gpqa","share":0.05593595885259096},{"family":"hle","share":0.05589498880434268},{"family":"critpt","share":0.05539944779044178},{"family":"omniscience","share":0.05482756238926718},{"family":"mmmu-pro","share":0.0546688852093501},{"family":"aa-lcr","share":0.051024178953807696},{"family":"tau-bench","share":0.048274317309539884},{"family":"terminal-bench","share":0.04435798195494744}]},"capabilityRatings":[{"bucket":"agentic","score":0.07413876371518385,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10121245983330092,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17776607459981672,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11461716443285035,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.043513289746614815,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1965396921303296,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.663842464581805,"lowerBound":0,"upperBound":1,"independentScore":0.663842464581805,"independent":true,"opponentIds":1722,"independentOpponentIds":1722,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["71a837acf7220d2d13abcd92"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.79288966699831,"lowerBound":0,"upperBound":1,"independentScore":0.79288966699831,"independent":true,"opponentIds":1708,"independentOpponentIds":1708,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7e12c82bf23acdaba510ebce"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5866440927680732,"lowerBound":0,"upperBound":1,"independentScore":0.5866440927680732,"independent":true,"opponentIds":1712,"independentOpponentIds":1712,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["af8a3988a2099d1bb8a0dc14"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6497140152079941,"lowerBound":0,"upperBound":1,"independentScore":0.6497140152079941,"independent":true,"opponentIds":1713,"independentOpponentIds":1713,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["bc47ef6088fca871d3605b27"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7723825958831186,"lowerBound":0,"upperBound":1,"independentScore":0.7723825958831186,"independent":true,"opponentIds":1714,"independentOpponentIds":1714,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bfd66e4cd9770885e1c30c9c"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.33568441640318797,"lowerBound":0,"upperBound":1,"independentScore":0.33568441640318797,"independent":true,"opponentIds":1716,"independentOpponentIds":1716,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["9ef8f4e9d62d606ed0745df4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5596437980546789,"lowerBound":0,"upperBound":1,"independentScore":0.5596437980546789,"independent":true,"opponentIds":1717,"independentOpponentIds":1717,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["722798e2d210d540a3f7047a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.58060467819307,"lowerBound":0,"upperBound":1,"independentScore":0.58060467819307,"independent":true,"opponentIds":1723,"independentOpponentIds":1723,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b6946c3f504304da43b0570a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8162312273139793,"lowerBound":0,"upperBound":1,"independentScore":0.8162312273139793,"independent":true,"opponentIds":1724,"independentOpponentIds":1724,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9150027624e96121757dd6f9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.18028916508946172,"lowerBound":0,"upperBound":1,"independentScore":0.18028916508946172,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":49,"publishers":["ARC Prize"],"observations":["04abf124fc7c57207ee66816"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["71a837acf7220d2d13abcd92","7e12c82bf23acdaba510ebce","af8a3988a2099d1bb8a0dc14","bc47ef6088fca871d3605b27","bfd66e4cd9770885e1c30c9c","9ef8f4e9d62d606ed0745df4","722798e2d210d540a3f7047a","b6946c3f504304da43b0570a","9150027624e96121757dd6f9","04abf124fc7c57207ee66816"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.4-nano--effort-non-reasoning","name":"GPT-5.4 Nano · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":11,"overallRating":{"score":0.006676398720630945,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999991}],"familyWeights":[{"family":"ifbench","share":0.11051612948222163},{"family":"gpqa","share":0.1105020515525705},{"family":"critpt","share":0.10970529211683189},{"family":"hle","share":0.10939654171560959},{"family":"mmmu-pro","share":0.10758960999006463},{"family":"omniscience","share":0.10677499647336365},{"family":"aa-lcr","share":0.09957938234897189},{"family":"tau-bench","share":0.09440017165586134},{"family":"terminal-bench","share":0.08684751547623824},{"family":"itbench","share":0.06468830918826556}]},"capabilityRatings":[{"bucket":"agentic","score":0.040073295700644225,"supported":true,"families":2,"independentFamilies":2,"opponents":185,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.022379374775778796,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09488028051272057,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.021344495842615847,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.013513528508386675,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.040750517866549624,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.28948941926456245,"lowerBound":0,"upperBound":1,"independentScore":0.28948941926456245,"independent":true,"opponentIds":1722,"independentOpponentIds":1722,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4bb499f59408c5504907eeb9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22772901325470896,"lowerBound":0,"upperBound":1,"independentScore":0.22772901325470896,"independent":true,"opponentIds":1708,"independentOpponentIds":1708,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c6e39241376d11151c4c491b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.23394932981280897,"lowerBound":0,"upperBound":1,"independentScore":0.23394932981280897,"independent":true,"opponentIds":1712,"independentOpponentIds":1712,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f6262573cc28431e97fa1b2a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.11635549380918817,"lowerBound":0,"upperBound":1,"independentScore":0.11635549380918817,"independent":true,"opponentIds":1713,"independentOpponentIds":1713,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3ae2d833698c7e29b9838d81"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2228810803819997,"lowerBound":0,"upperBound":1,"independentScore":0.2228810803819997,"independent":true,"opponentIds":1714,"independentOpponentIds":1714,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3bb8de4bc88e68f472f250d2"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.04958803555092779,"lowerBound":0,"upperBound":1,"independentScore":0.04958803555092779,"independent":true,"opponentIds":1715,"independentOpponentIds":1715,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["7e5c2c47c6c26f6be5cd751f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.10487409860100207,"lowerBound":0,"upperBound":1,"independentScore":0.10487409860100207,"independent":true,"opponentIds":1716,"independentOpponentIds":1716,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a4e2392412324897608ab870"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2366869884422567,"lowerBound":0,"upperBound":1,"independentScore":0.2366869884422567,"independent":true,"opponentIds":1717,"independentOpponentIds":1717,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["095fceb144c27b6d16b3e41e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.43580350514664046,"lowerBound":0,"upperBound":1,"independentScore":0.43580350514664046,"independent":true,"opponentIds":1723,"independentOpponentIds":1723,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1fac58694796aca7430344f4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6472049705267217,"lowerBound":0,"upperBound":1,"independentScore":0.6472049705267217,"independent":true,"opponentIds":1724,"independentOpponentIds":1724,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d5a1edb8823f03366085f611"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4bb499f59408c5504907eeb9","c6e39241376d11151c4c491b","f6262573cc28431e97fa1b2a","3ae2d833698c7e29b9838d81","3bb8de4bc88e68f472f250d2","7e5c2c47c6c26f6be5cd751f","a4e2392412324897608ab870","095fceb144c27b6d16b3e41e","1fac58694796aca7430344f4","d5a1edb8823f03366085f611"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.4-nano--effort-high","name":"GPT-5.4 Nano · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":10,"overallRating":{"score":0.05056321435917205,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":4,"opponents":62,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5743399723165342},{"source":"Vals AI","independent":true,"share":0.4256600276834642}],"familyWeights":[{"family":"arc-agi","share":0.5743399723165351},{"family":"terminal-bench","share":0.05201478249073407},{"family":"harvey","share":0.048323666837807366},{"family":"vibe-code","share":0.04760670323488159},{"family":"vals-code-migration","share":0.04751914236219706},{"family":"vals-finance-agent","share":0.04698805088244499},{"family":"vals-legal-research","share":0.04680312128520844},{"family":"vals-excel-modeling","share":0.045666919121776756},{"family":"vals-tax-agent","share":0.04565515797332904},{"family":"mmlu-pro","share":0.045082483495085236}]},"capabilityRatings":[{"bucket":"agentic","score":0.12223590403875835,"supported":true,"families":5,"independentFamilies":5,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10520833922502448,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14837665486877138,"supported":true,"families":3,"independentFamilies":3,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.056070919304014394,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"harvey","label":"harvey","bucket":"agentic","score":0.07535634780875171,"lowerBound":0,"upperBound":1,"independentScore":0.07535634780875171,"independent":true,"opponentIds":1725,"independentOpponentIds":1725,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.07334322884833669,"lowerBound":0,"upperBound":1,"independentScore":0.07334322884833669,"independent":true,"opponentIds":1726,"independentOpponentIds":1726,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.05971574088649438,"lowerBound":0,"upperBound":1,"independentScore":0.05971574088649438,"independent":true,"opponentIds":1727,"independentOpponentIds":1727,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3032135958322767,"lowerBound":0,"upperBound":1,"independentScore":0.3032135958322767,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":49,"publishers":["ARC Prize"],"observations":["42f871c2b906d38c584a352f"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.09322368452344147,"lowerBound":0,"upperBound":1,"independentScore":0.09322368452344147,"independent":true,"opponentIds":1728,"independentOpponentIds":1728,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.16862681730639054,"lowerBound":0,"upperBound":1,"independentScore":0.16862681730639054,"independent":true,"opponentIds":1729,"independentOpponentIds":1729,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1730,"independentOpponentIds":1730,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.15898842896337825,"lowerBound":0,"upperBound":1,"independentScore":0.15898842896337825,"independent":true,"opponentIds":1731,"independentOpponentIds":1731,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.12253336846194722,"lowerBound":0,"upperBound":1,"independentScore":0.12253336846194722,"independent":true,"opponentIds":1732,"independentOpponentIds":1732,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1733,"independentOpponentIds":1733,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["42f871c2b906d38c584a352f","vals-finance-agent-v2:openai/gpt-5.4-nano-2026-03-17","vals-code-migration-v1:openai/gpt-5.4-nano-2026-03-17","vals-legal-research-v1:openai/gpt-5.4-nano-2026-03-17","vals-emb-v1:openai/gpt-5.4-nano-2026-03-17","vals-mmlu-pro-v1:openai/gpt-5.4-nano-2026-03-17","vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-nano-2026-03-17","vals-vibe-code-bench-v1.1:openai/gpt-5.4-nano-2026-03-17","vals-legal-agent-benchmark-v1:openai/gpt-5.4-nano-2026-03-17","vals-tax-agent-bench-v1:openai/gpt-5.4-nano-2026-03-17"],"opponentModelIds":["muse-spark-1.2","muse-spark-1.3","muse-wonder-full","muse-spark-1.1","gemini-4-argon","muse-wonder","grok-4.6","grok-4.5","kimi-k3","grok-4.7","gemini-3.8-flash","claude-opus-4-8","gemini-3.7-flash","deepseek-v4-flash","glm-5.3","deepseek-v4-pro","glm-5.2","claude-opus-4-7","glm-5.3-flash","claude-opus-5","claude-fable-5-1","gpt-6-astra","claude-sonnet-4-6","claude-sonnet-5","gpt-5.5","gemini-3.6-flash","claude-sonnet-5-5","gemini-3.5-flash","gpt-5.6-sol","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","mistral-medium-3.5","gemini-3-flash-preview","gemini-3.5-flash-lite","gemini-3.1-pro","gpt-5.4-mini","gpt-5.4","claude-fable-5","gpt-6-sol","gpt-6-luna","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":10}],"unspecified":0,"total":10}},{"id":"gpt-5.4-nano--effort-low","name":"GPT-5.4 Nano · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":1,"overallRating":{"score":0.011621647315164019,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.04703642332253529,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1633270798190161,"lowerBound":0,"upperBound":1,"independentScore":0.1633270798190161,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":49,"publishers":["ARC Prize"],"observations":["469ea5fe99e4ed4a10b50a81"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["469ea5fe99e4ed4a10b50a81"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.4-pro--effort-xhigh","name":"GPT-5.4 Pro · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-pro","detailsUrl":"/efforts?model=gpt-5.4-pro","publishedBenchmarkCount":2,"overallRating":{"score":0.7121286111755322,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":218,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.8129983723945882},{"source":"Artificial Analysis","independent":true,"share":0.1870016276054127}],"familyWeights":[{"family":"arc-agi","share":0.8129983723945886},{"family":"critpt","share":0.18700162760541292}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6593319330229054,"supported":true,"families":2,"independentFamilies":2,"opponents":218,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9728090022667707,"lowerBound":0,"upperBound":1,"independentScore":0.9728090022667707,"independent":true,"opponentIds":1734,"independentOpponentIds":1734,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["398390040a395779ee1ab3e6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8440934065934069,"lowerBound":0,"upperBound":1,"independentScore":0.8440934065934069,"independent":true,"opponentIds":1735,"independentOpponentIds":1735,"panelSize":49,"publishers":["ARC Prize"],"observations":["eccabedcc721af9865bf90fa"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["398390040a395779ee1ab3e6","eccabedcc721af9865bf90fa"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.5--effort-non-reasoning","name":"GPT-5.5 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":15,"overallRating":{"score":0.07707646315235553,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999943}],"familyWeights":[{"family":"aa-lcr","share":0.11371150331543442},{"family":"tau-bench","share":0.11181325770266054},{"family":"terminal-bench","share":0.09780798349959355},{"family":"gpqa","share":0.09156147151869509},{"family":"critpt","share":0.09075494373634574},{"family":"ifbench","share":0.09013054735259289},{"family":"hle","share":0.08956444499059558},{"family":"mmmu-pro","share":0.08860313950466613},{"family":"omniscience","share":0.0874049564300604},{"family":"analyst-agent","share":0.07041720348245709},{"family":"gdpval","share":0.06823054846689161}]},"capabilityRatings":[{"bucket":"agentic","score":0.13730406542585466,"supported":true,"families":3,"independentFamilies":3,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13292672604030417,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.36172588711263476,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19500799033616656,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.15098637136123944,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.26321843054797095,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.0964659127984758,"lowerBound":0,"upperBound":1,"independentScore":0.0964659127984758,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["6e174c25c1c54ebe5c182868"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6243042371852183,"lowerBound":0,"upperBound":1,"independentScore":0.6243042371852183,"independent":true,"opponentIds":1737,"independentOpponentIds":1737,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5cc54c913f0c3c5fd1bfbe8e","70f15d54df23ca3059f38070"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6839764730727773,"lowerBound":0,"upperBound":1,"independentScore":0.6839764730727773,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c0135d32f920a750ca394238"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5201686852701686,"lowerBound":0,"upperBound":1,"independentScore":0.5201686852701686,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["5bb88901ae3a8781fbb78df4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6172858284466951,"lowerBound":0,"upperBound":1,"independentScore":0.6172858284466951,"independent":true,"opponentIds":1740,"independentOpponentIds":1740,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b28eee79d55650b860a152f1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6049188195658945,"lowerBound":0,"upperBound":1,"independentScore":0.6049188195658945,"independent":true,"opponentIds":1741,"independentOpponentIds":1741,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["be62a02da138b9b14310aa5d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5511214542274938,"lowerBound":0,"upperBound":1,"independentScore":0.5511214542274938,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3e3eb1a94f0b4480f8138f70"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6663940483599464,"lowerBound":0,"upperBound":1,"independentScore":0.6663940483599464,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f3711a13a54eefb292d276f3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9121911574087471,"lowerBound":0,"upperBound":1,"independentScore":0.9121911574087471,"independent":true,"opponentIds":1744,"independentOpponentIds":1744,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["390acde9b4dd20f84fcd6e76"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5801492586331279,"lowerBound":0,"upperBound":1,"independentScore":0.5801492586331279,"independent":true,"opponentIds":1745,"independentOpponentIds":1745,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e02f2d421477234c78032860","3588eb89e953dc5abe08662f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.900848974778224,"lowerBound":0,"upperBound":1,"independentScore":0.900848974778224,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7d2fcfb4c90f4384817d28c2","111185a60b03a16824fda31d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6e174c25c1c54ebe5c182868","5cc54c913f0c3c5fd1bfbe8e","c0135d32f920a750ca394238","5bb88901ae3a8781fbb78df4","b28eee79d55650b860a152f1","be62a02da138b9b14310aa5d","3e3eb1a94f0b4480f8138f70","70f15d54df23ca3059f38070","f3711a13a54eefb292d276f3","390acde9b4dd20f84fcd6e76","e02f2d421477234c78032860","3588eb89e953dc5abe08662f","7d2fcfb4c90f4384817d28c2","111185a60b03a16824fda31d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.5--effort-xhigh","name":"GPT-5.5 · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":88,"overallRating":{"score":0.5686822678550768,"supported":true,"families":47,"publishers":11,"evaluationSources":11,"taskAreas":6,"opponents":237,"independentFamilies":39,"reason":null,"independentSources":9,"labWeightShare":0.23871161507949182,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Moonshot AI","independent":false,"share":0.2387116150794913},{"source":"LiveBench","independent":true,"share":0.08096398282456321},{"source":"Cognition","independent":true,"share":0.0809639828245631},{"source":"Terminal-Bench","independent":true,"share":0.08096398282456306},{"source":"Vals AI","independent":true,"share":0.08096398282456294},{"source":"ARC Prize","independent":true,"share":0.0789969278482617},{"source":"Artificial Analysis","independent":true,"share":0.07846173945032633},{"source":"Scale","independent":true,"share":0.07590373389802788},{"source":"SWE-rebench","independent":true,"share":0.07590373389802788},{"source":"Epoch AI","independent":true,"share":0.0688409239698639},{"source":"Datacurve","independent":true,"share":0.05932539455776018}],"familyWeights":[{"family":"terminal-bench","share":0.08558811884442669},{"family":"deepswe","share":0.08353577752112658},{"family":"frontiercode","share":0.08096398282456312},{"family":"arc-agi","share":0.07899692784826182},{"family":"swe-rebench","share":0.07590373389802786},{"family":"gpqa","share":0.028845752371383183},{"family":"automationbench","share":0.02882273068721865},{"family":"mmmu-pro","share":0.028033029224311962},{"family":"hle","share":0.028019697254490838},{"family":"swe-atlas-qna","share":0.026987994274854356},{"family":"swe-atlas-refactoring","share":0.026987994274854356},{"family":"simpleqa","share":0.025791778967391096},{"family":"frontiermath","share":0.025541850289542783},{"family":"mcp-atlas","share":0.024210382963366344},{"family":"officeqa","share":0.024210382963366344},{"family":"toolathlon","share":0.024210382963366344},{"family":"charxiv","share":0.023362329324823298},{"family":"osworld","share":0.023362329324823298},{"family":"swe-atlas-test-writing","share":0.021927745348319164},{"family":"epoch-game-puzzles","share":0.017507294712929992},{"family":"livebench-data","share":0.01156628326065189},{"family":"livebench-language","share":0.01156628326065189},{"family":"multi-swe-bench","share":0.01156628326065189},{"family":"livebench-coding","share":0.011566283260651879},{"family":"livebench-instructions","share":0.011566283260651854},{"family":"livebench-math","share":0.011566283260651854},{"family":"livebench-reasoning","share":0.011566283260651854},{"family":"vals-code-migration","share":0.01012049785307039},{"family":"vals-excel-modeling","share":0.010120497853070388},{"family":"vals-finance-agent","share":0.010120497853070388},{"family":"vals-legal-research","share":0.010120497853070388},{"family":"vals-tax-agent","share":0.010120497853070388},{"family":"vibe-code","share":0.010120497853070388},{"family":"mmlu-pro","share":0.010120497853070379},{"family":"harvey","share":0.010120497853070377},{"family":"apex-agents","share":0.004762587224974299},{"family":"itbench","share":0.004762587224974295},{"family":"ifbench","share":0.00468913452126634},{"family":"critpt","share":0.004659105666990278},{"family":"omniscience","share":0.00464701100938067},{"family":"briefcase","share":0.004633005632290896},{"family":"gdp-pdf","share":0.004609539508878065},{"family":"tau-bench","share":0.004598175247864307},{"family":"enterprise-ops","share":0.004502631615005555},{"family":"gdpval","share":0.004499269238407461},{"family":"analyst-agent","share":0.004458324040615491},{"family":"aa-lcr","share":0.004440447538789606}]},"capabilityRatings":[{"bucket":"agentic","score":0.5512088326396586,"supported":true,"families":19,"independentFamilies":15,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5910543124795742,"supported":true,"families":8,"independentFamilies":8,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6580231184336406,"supported":true,"families":11,"independentFamilies":8,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5216644818585824,"supported":true,"families":6,"independentFamilies":6,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3570174446139353,"supported":true,"families":2,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6386134835067102,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.811183334641229,"lowerBound":0,"upperBound":1,"independentScore":0.811183334641229,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["8447b308cb52643f76659cb9"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6761383248108659,"lowerBound":0,"upperBound":1,"independentScore":0.6761383248108659,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f76606eb8665efe0cc94acdc"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8214285714285714,"lowerBound":0,"upperBound":1,"independentScore":0.8214285714285714,"independent":true,"opponentIds":1748,"independentOpponentIds":1748,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["4b7eadb3a41fa9e51738d293"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8198433714241664,"lowerBound":0,"upperBound":1,"independentScore":0.8198433714241664,"independent":true,"opponentIds":1737,"independentOpponentIds":1737,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["8e3b4209492370f0ce174222","de75f017388afc38d5fb596e"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3436040339169875,"lowerBound":0,"upperBound":1,"independentScore":0.6970355999519496,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":109,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["756e89ee5a334f2879707255","launch-kimi-824"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.952644192522565,"lowerBound":0,"upperBound":1,"independentScore":0.952644192522565,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d1caebb3d01c1e166bf0a53f"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7749219205177672,"lowerBound":0,"upperBound":1,"independentScore":0.7749219205177672,"independent":true,"opponentIds":1750,"independentOpponentIds":1750,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["e2b5f5642554c2ba630ceed6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8500849663320075,"lowerBound":0,"upperBound":1,"independentScore":0.8500849663320075,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["eebad02b5627a3a6eff4688a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7701923954909796,"lowerBound":0,"upperBound":1,"independentScore":0.7701923954909796,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["1b44253c0ccde4008ded6177"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6816570988596328,"lowerBound":0,"upperBound":1,"independentScore":0.9744307637102624,"independent":true,"opponentIds":1740,"independentOpponentIds":1740,"panelSize":212,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["277ed24c33c9f8e294e5be88","launch-kimi-706"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.36842105263157926,"lowerBound":0,"upperBound":1,"independentScore":0.36842105263157926,"independent":true,"opponentIds":1752,"independentOpponentIds":1752,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.154588823781859,"lowerBound":0,"upperBound":1,"independentScore":0.9300386198186235,"independent":true,"opponentIds":1741,"independentOpponentIds":1741,"panelSize":224,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["6efefa9ee78eb42ac69860e8","launch-kimi-729","launch-kimi-728"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.936079437832076,"lowerBound":0,"upperBound":1,"independentScore":0.936079437832076,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d188208aca54d3b2df08c431"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7000000000000002,"lowerBound":0,"upperBound":1,"independentScore":0.7000000000000002,"independent":true,"opponentIds":1753,"independentOpponentIds":1753,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["6382ecb472fba5f6ad8b1b96"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.48387096774193583,"lowerBound":0,"upperBound":1,"independentScore":0.48387096774193583,"independent":true,"opponentIds":1754,"independentOpponentIds":1754,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4177743318607667,"lowerBound":0,"upperBound":1,"independentScore":0.8761230888886503,"independent":true,"opponentIds":1755,"independentOpponentIds":1743,"panelSize":125,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["7a48f7dd0aa92254fa8e6e87","launch-kimi-943","launch-kimi-942"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9741216629707891,"lowerBound":0,"upperBound":1,"independentScore":0.9741216629707891,"independent":true,"opponentIds":1744,"independentOpponentIds":1744,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["46829027426de35ce07d1743"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8728373997367092,"lowerBound":0,"upperBound":1,"independentScore":0.8728373997367092,"independent":true,"opponentIds":1745,"independentOpponentIds":1745,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["21548eb9e992b982e304f90a","73415c5eb78a63d5c5049fe5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6786722883610992,"lowerBound":0,"upperBound":1,"independentScore":0.6786722883610992,"independent":true,"opponentIds":1756,"independentOpponentIds":1756,"panelSize":217,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["c12cc75753862e4839c1ae41","1852189c1ef21608411b7478","f42ad83363dfb6ba7ee246b6","e58e8485712a3d724ce4a879","084e9dff682a86761c6ade08"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8731013446215131,"lowerBound":0,"upperBound":1,"independentScore":0.8731013446215131,"independent":true,"opponentIds":1757,"independentOpponentIds":1757,"panelSize":49,"publishers":["ARC Prize"],"observations":["e082fe244b558a6479f48c03"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.653991221471884,"lowerBound":0,"upperBound":1,"independentScore":0.7118115353371243,"independent":true,"opponentIds":1758,"independentOpponentIds":1758,"panelSize":25,"publishers":["Datacurve","Moonshot AI"],"observations":["2171f2252c414c3ccf229887","launch-kimi-734"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.575,"lowerBound":0,"upperBound":1,"independentScore":0.575,"independent":true,"opponentIds":1759,"independentOpponentIds":1759,"panelSize":8,"publishers":["Cognition"],"observations":["fa5c692bcb2cab6ed2609402","984e727c945e5302e01c261a"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":1760,"independentOpponentIds":1760,"panelSize":2,"publishers":["Scale"],"observations":["445b1683e6ecba6cbf9f044a"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":1761,"independentOpponentIds":1761,"panelSize":2,"publishers":["Scale"],"observations":["3836c4d32eeadb2f5ad4990c"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1762,"independentOpponentIds":1762,"panelSize":2,"publishers":["Scale"],"observations":["cd7d373c2c6d5a8b1501e762"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5075757575757586,"lowerBound":0,"upperBound":1,"independentScore":0.5075757575757586,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8523e2132a25c138914b8459","panel-87b260b8aea4065b7af8575f","panel-f845a78cc2cb4939b0d457d3","panel-f7afb6dfa5602fcbcc94b9b9"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7840909090909086,"lowerBound":0,"upperBound":1,"independentScore":0.7840909090909086,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-778414f94d6574b36b6dab61","panel-52c6e1962b976902f29d09a8"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7929292929292927,"lowerBound":0,"upperBound":1,"independentScore":0.7929292929292927,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f8a70bbbcd0f698be7bc1a43","panel-5990349629b3aae8b03c2734","panel-9aa01fc84eae16b96abca291"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.7727272727272724,"lowerBound":0,"upperBound":1,"independentScore":0.7727272727272724,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-8f65ef6ded7e915b5df1386a","panel-4f0671e99c8eb258b957ac14","panel-61761890b0724129ed2367e2"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5353535353535349,"lowerBound":0,"upperBound":1,"independentScore":0.5353535353535349,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1de01be8339431f506375fa6","panel-843ad8b9e75ccb2e2e0290aa","panel-d531c1e72e94cbf4adfbe973"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6553030303030312,"lowerBound":0,"upperBound":1,"independentScore":0.6553030303030312,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ad21b2b9b3a285f669bede29","panel-a54de73dfe62d0d252c262de","panel-c5a26905a6b81729ce07eee7","panel-b6b4a2a1c5b5a3d4aa7ecec7"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.5530303030303041,"lowerBound":0,"upperBound":1,"independentScore":0.5530303030303041,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-67db00b7f19613b66461ba0f","panel-7f78f88694ccc33fb7e0c3d3","panel-ecbe45e5b2d5de3f475a6b9a","panel-cf744fd7b4c62f6358037653"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1764,"independentOpponentIds":1764,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-03a4267243f5da43f4f0f916","panel-3f17e0eb43dae6ec089f2c0b"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8074925243222757,"lowerBound":0,"upperBound":1,"independentScore":0.8074925243222757,"independent":true,"opponentIds":1765,"independentOpponentIds":1765,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-PKSMspJiJdNThB6qNvaBSM","epoch-run-5FGXKvXQwGPtcCX2PNrLR5"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9646077633526499,"lowerBound":0,"upperBound":1,"independentScore":0.9646077633526499,"independent":true,"opponentIds":1766,"independentOpponentIds":1766,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-EatRQnSaUpUwKzdtjYnQHo"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.7717717717717718,"lowerBound":0,"upperBound":1,"independentScore":0.7717717717717718,"independent":true,"opponentIds":1767,"independentOpponentIds":1767,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-TijCafTTJUFrJ6jPGvBbgq"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.35897435897435886,"lowerBound":0,"upperBound":1,"independentScore":0.35897435897435886,"independent":true,"opponentIds":1768,"independentOpponentIds":1768,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6904761904761899,"lowerBound":0,"upperBound":1,"independentScore":0.6904761904761899,"independent":true,"opponentIds":1769,"independentOpponentIds":1769,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.5365853658536585,"lowerBound":0,"upperBound":1,"independentScore":0.5365853658536585,"independent":true,"opponentIds":1770,"independentOpponentIds":1770,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.47499999999999987,"lowerBound":0,"upperBound":1,"independentScore":0.47499999999999987,"independent":true,"opponentIds":1771,"independentOpponentIds":1771,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.34146341463414615,"lowerBound":0,"upperBound":1,"independentScore":0.34146341463414615,"independent":true,"opponentIds":1772,"independentOpponentIds":1772,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.5"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.35897435897435886,"lowerBound":0,"upperBound":1,"independentScore":0.35897435897435886,"independent":true,"opponentIds":1773,"independentOpponentIds":1773,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1774,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-866","launch-kimi-871"],"sourceScores":[]},{"id":"charxiv","label":"charxiv","bucket":"multimodal","score":0.16306961358755664,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1774,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-953","launch-kimi-952"],"sourceScores":[]},{"id":"officeqa","label":"officeqa","bucket":"agentic","score":0.27627138240108406,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1775,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-854"],"sourceScores":[]},{"id":"mcp-atlas","label":"mcp-atlas","bucket":"agentic","score":0.27627138240108406,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1775,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-818"],"sourceScores":[]},{"id":"toolathlon","label":"toolathlon","bucket":"agentic","score":0.27627138240108406,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1775,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-807"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8447b308cb52643f76659cb9","f76606eb8665efe0cc94acdc","4b7eadb3a41fa9e51738d293","8e3b4209492370f0ce174222","756e89ee5a334f2879707255","d1caebb3d01c1e166bf0a53f","e2b5f5642554c2ba630ceed6","eebad02b5627a3a6eff4688a","1b44253c0ccde4008ded6177","277ed24c33c9f8e294e5be88","6efefa9ee78eb42ac69860e8","d188208aca54d3b2df08c431","6382ecb472fba5f6ad8b1b96","de75f017388afc38d5fb596e","7a48f7dd0aa92254fa8e6e87","46829027426de35ce07d1743","21548eb9e992b982e304f90a","73415c5eb78a63d5c5049fe5","c12cc75753862e4839c1ae41","1852189c1ef21608411b7478","f42ad83363dfb6ba7ee246b6","e082fe244b558a6479f48c03","2171f2252c414c3ccf229887","e58e8485712a3d724ce4a879","084e9dff682a86761c6ade08","fa5c692bcb2cab6ed2609402","984e727c945e5302e01c261a","445b1683e6ecba6cbf9f044a","3836c4d32eeadb2f5ad4990c","cd7d373c2c6d5a8b1501e762","panel-8523e2132a25c138914b8459","panel-778414f94d6574b36b6dab61","panel-52c6e1962b976902f29d09a8","panel-f8a70bbbcd0f698be7bc1a43","panel-8f65ef6ded7e915b5df1386a","panel-87b260b8aea4065b7af8575f","panel-1de01be8339431f506375fa6","panel-ad21b2b9b3a285f669bede29","panel-f845a78cc2cb4939b0d457d3","panel-f7afb6dfa5602fcbcc94b9b9","panel-67db00b7f19613b66461ba0f","panel-5990349629b3aae8b03c2734","panel-843ad8b9e75ccb2e2e0290aa","panel-7f78f88694ccc33fb7e0c3d3","panel-a54de73dfe62d0d252c262de","panel-ecbe45e5b2d5de3f475a6b9a","panel-cf744fd7b4c62f6358037653","panel-4f0671e99c8eb258b957ac14","panel-61761890b0724129ed2367e2","panel-c5a26905a6b81729ce07eee7","panel-d531c1e72e94cbf4adfbe973","panel-9aa01fc84eae16b96abca291","panel-b6b4a2a1c5b5a3d4aa7ecec7","panel-03a4267243f5da43f4f0f916","panel-3f17e0eb43dae6ec089f2c0b","epoch-run-PKSMspJiJdNThB6qNvaBSM","epoch-run-5FGXKvXQwGPtcCX2PNrLR5","epoch-run-EatRQnSaUpUwKzdtjYnQHo","epoch-run-TijCafTTJUFrJ6jPGvBbgq","vals-finance-agent-v2:openai/gpt-5.5","vals-code-migration-v1:openai/gpt-5.5","vals-legal-research-v1:openai/gpt-5.5","vals-emb-v1:openai/gpt-5.5","vals-mmlu-pro-v1:openai/gpt-5.5","vals-vibe-code-bench-v1.1:openai/gpt-5.5","vals-legal-agent-benchmark-v1:openai/gpt-5.5","vals-tax-agent-bench-v1:openai/gpt-5.5","launch-kimi-953","launch-kimi-952","launch-kimi-824","launch-kimi-706","launch-kimi-734","launch-kimi-729","launch-kimi-728","launch-kimi-866","launch-kimi-871","launch-kimi-854","launch-kimi-943","launch-kimi-942","launch-kimi-818","launch-kimi-807"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":88}],"unspecified":0,"total":88}},{"id":"gpt-5.5--effort-high","name":"GPT-5.5 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":27,"overallRating":{"score":0.5556196744964845,"supported":true,"families":17,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":237,"independentFamilies":17,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24518702870960923},{"source":"ARC Prize","independent":true,"share":0.22608140971688379},{"source":"Artificial Analysis","independent":true,"share":0.2256845034848546},{"source":"Datacurve","independent":true,"share":0.15059873418387645},{"source":"Epoch AI","independent":true,"share":0.08828379992152344},{"source":"Vals AI","independent":true,"share":0.06416452398324975}],"familyWeights":[{"family":"frontiercode","share":0.24518702870960946},{"family":"arc-agi","share":0.22608140971688384},{"family":"deepswe","share":0.15059873418387665},{"family":"epoch-game-puzzles","share":0.0882837999215234},{"family":"terminal-bench","share":0.08153603723178093},{"family":"ifbench","share":0.018169156400819612},{"family":"hle","share":0.01782563516934436},{"family":"critpt","share":0.017780715349730043},{"family":"gpqa","share":0.01777506823505546},{"family":"mmmu-pro","share":0.017740762022437497},{"family":"omniscience","share":0.01772517109572512},{"family":"tau-bench","share":0.0172303488635879},{"family":"briefcase","share":0.017086704879899713},{"family":"automationbench","share":0.017034418562227007},{"family":"gdp-pdf","share":0.01699806824707963},{"family":"aa-lcr","share":0.016568634616581465},{"family":"gdpval","share":0.016378306793832103}]},"capabilityRatings":[{"bucket":"agentic","score":0.439350015271132,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6458919729686982,"supported":true,"families":5,"independentFamilies":5,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5783731546073966,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.44566362250469677,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.48056711628962306,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.773085951551643,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6506384144656538,"lowerBound":0,"upperBound":1,"independentScore":0.6506384144656538,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ac7e4412596ec3269be37dfe"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9891102321132229,"lowerBound":0,"upperBound":1,"independentScore":0.9891102321132229,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c1f0381bd4dccf70ce8ad09b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6959555754893646,"lowerBound":0,"upperBound":1,"independentScore":0.6959555754893646,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0527fab8e3f73649c1f07aec"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9457504354431061,"lowerBound":0,"upperBound":1,"independentScore":0.9457504354431061,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a66efdcf3800246072abaf48"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.872083939095564,"lowerBound":0,"upperBound":1,"independentScore":0.872083939095564,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["4f33080b5a24001a5b507280"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7783765773742544,"lowerBound":0,"upperBound":1,"independentScore":0.7783765773742544,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4db2c5d76189192d038130cf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9705911709493705,"lowerBound":0,"upperBound":1,"independentScore":0.9705911709493705,"independent":true,"opponentIds":1740,"independentOpponentIds":1740,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["84b7c962e5ffc44d0064684a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9395439793870912,"lowerBound":0,"upperBound":1,"independentScore":0.9395439793870912,"independent":true,"opponentIds":1741,"independentOpponentIds":1741,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["35f87856e4369e227ac225e6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8631281018221938,"lowerBound":0,"upperBound":1,"independentScore":0.8631281018221938,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["aa809194fea064d6c44de156"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.912086901135317,"lowerBound":0,"upperBound":1,"independentScore":0.912086901135317,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["d94e16c27774d955afda494d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9723537801921859,"lowerBound":0,"upperBound":1,"independentScore":0.9723537801921859,"independent":true,"opponentIds":1744,"independentOpponentIds":1744,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4407296f514428b54d51f49e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8650505335907986,"lowerBound":0,"upperBound":1,"independentScore":0.8650505335907986,"independent":true,"opponentIds":1745,"independentOpponentIds":1745,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["2df219a851c5f3fea09eb195","f96023916aee097e66012d15"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7163837228019455,"lowerBound":0,"upperBound":1,"independentScore":0.7163837228019455,"independent":true,"opponentIds":1756,"independentOpponentIds":1756,"panelSize":217,"publishers":["Artificial Analysis","Vals AI"],"observations":["6965d3a99836b2daaea2f5de","83f097bf99d86c8df8d2f214","25694e0ba1d922c8b1c8c566","vals-terminal-bench-2-1-v2.1:openai/gpt-5.5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8516259893147389,"lowerBound":0,"upperBound":1,"independentScore":0.8516259893147389,"independent":true,"opponentIds":1757,"independentOpponentIds":1757,"panelSize":49,"publishers":["ARC Prize"],"observations":["bc45f7c6e1d0aab8b73e7aec"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6143314089561548,"lowerBound":0,"upperBound":1,"independentScore":0.6143314089561548,"independent":true,"opponentIds":1758,"independentOpponentIds":1758,"panelSize":25,"publishers":["Datacurve"],"observations":["073ccc861e30db90aaf28ba0"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4897798742138366,"lowerBound":0,"upperBound":1,"independentScore":0.4897798742138366,"independent":true,"opponentIds":1759,"independentOpponentIds":1759,"panelSize":8,"publishers":["Cognition"],"observations":["e7a90181ff22c2632f726d32","aa2c038898f84e93e7834f06"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9841816334654252,"lowerBound":0,"upperBound":1,"independentScore":0.9841816334654252,"independent":true,"opponentIds":1766,"independentOpponentIds":1766,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-Knij32Jp6bQJ2V9NHpg5VS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ac7e4412596ec3269be37dfe","c1f0381bd4dccf70ce8ad09b","0527fab8e3f73649c1f07aec","a66efdcf3800246072abaf48","4f33080b5a24001a5b507280","4db2c5d76189192d038130cf","84b7c962e5ffc44d0064684a","35f87856e4369e227ac225e6","aa809194fea064d6c44de156","d94e16c27774d955afda494d","4407296f514428b54d51f49e","2df219a851c5f3fea09eb195","f96023916aee097e66012d15","6965d3a99836b2daaea2f5de","83f097bf99d86c8df8d2f214","25694e0ba1d922c8b1c8c566","bc45f7c6e1d0aab8b73e7aec","073ccc861e30db90aaf28ba0","e7a90181ff22c2632f726d32","aa2c038898f84e93e7834f06","epoch-run-Knij32Jp6bQJ2V9NHpg5VS","vals-terminal-bench-2-1-v2.1:openai/gpt-5.5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":27}],"unspecified":0,"total":27}},{"id":"gpt-5.5--effort-medium","name":"GPT-5.5 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":26,"overallRating":{"score":0.441367680834683,"supported":true,"families":18,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":233,"independentFamilies":18,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24713859417260794},{"source":"Artificial Analysis","independent":true,"share":0.2260558059716155},{"source":"ARC Prize","independent":true,"share":0.22481858984214068},{"source":"SWE-rebench","independent":true,"share":0.15833955028801858},{"source":"Datacurve","independent":true,"share":0.14364745972561926}],"familyWeights":[{"family":"frontiercode","share":0.2471385941726082},{"family":"arc-agi","share":0.22481858984214056},{"family":"swe-rebench","share":0.15833955028801858},{"family":"deepswe","share":0.14364745972561951},{"family":"ifbench","share":0.0171544110244645},{"family":"hle","share":0.016797367410345425},{"family":"gpqa","share":0.016756636220039672},{"family":"critpt","share":0.01673499686662925},{"family":"omniscience","share":0.016678816425087496},{"family":"mmmu-pro","share":0.01661024479207054},{"family":"terminal-bench","share":0.016322030203214252},{"family":"briefcase","share":0.016190741953964766},{"family":"automationbench","share":0.016149219287775},{"family":"gdp-pdf","share":0.016110942203634657},{"family":"tau-bench","share":0.016062064867566936},{"family":"aa-lcr","share":0.015546564390006425},{"family":"gdpval","share":0.015128721747634103},{"family":"enterprise-ops","share":0.013813048579181843}]},"capabilityRatings":[{"bucket":"agentic","score":0.40525776337646047,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5588462719231146,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5039315524643805,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4230070839740801,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.48056711628962306,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6993021867007646,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6274089266871345,"lowerBound":0,"upperBound":1,"independentScore":0.6274089266871345,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5be2f3c5084cf188e2ad12f0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9621707448789579,"lowerBound":0,"upperBound":1,"independentScore":0.9621707448789579,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2aef968da0b7dcbe9b2a4f8a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6825847818889291,"lowerBound":0,"upperBound":1,"independentScore":0.6825847818889291,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["788043295090ff8d1982b75b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9127429690358664,"lowerBound":0,"upperBound":1,"independentScore":0.9127429690358664,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["39a9a43d4cbda096eb0e8bfe"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.716397490413868,"lowerBound":0,"upperBound":1,"independentScore":0.716397490413868,"independent":true,"opponentIds":1750,"independentOpponentIds":1750,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["a0e936628db6f66a24b348d6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.847034394930214,"lowerBound":0,"upperBound":1,"independentScore":0.847034394930214,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["7319032a9f99ea123027e144"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7347251588283387,"lowerBound":0,"upperBound":1,"independentScore":0.7347251588283387,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8dfe5c2c12597c2f148dc302"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9514132260710493,"lowerBound":0,"upperBound":1,"independentScore":0.9514132260710493,"independent":true,"opponentIds":1740,"independentOpponentIds":1740,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["365fca9f546e38e7608ece96"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.915293877707736,"lowerBound":0,"upperBound":1,"independentScore":0.915293877707736,"independent":true,"opponentIds":1741,"independentOpponentIds":1741,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e2da5db70fe490f3a53fd6b9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8360594222149683,"lowerBound":0,"upperBound":1,"independentScore":0.8360594222149683,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0161c4026c859ad4135dccd2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9137279631606023,"lowerBound":0,"upperBound":1,"independentScore":0.9137279631606023,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["fda66f410c38ba9b423e2b91"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9724687088552438,"lowerBound":0,"upperBound":1,"independentScore":0.9724687088552438,"independent":true,"opponentIds":1744,"independentOpponentIds":1744,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1f595f6a19ed9d3a265db7d3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8291272343410167,"lowerBound":0,"upperBound":1,"independentScore":0.8291272343410167,"independent":true,"opponentIds":1745,"independentOpponentIds":1745,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d8949f43a254fce3d60c82c8","54e5c007f6222ad68f3dc703"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8378840931803851,"lowerBound":0,"upperBound":1,"independentScore":0.8378840931803851,"independent":true,"opponentIds":1756,"independentOpponentIds":1756,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["db1f5b3ae21cdd7aba252f4c","87a08256a80867ff57bc8c92","b2dba53b441d0e54397d2ba9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7851415435229988,"lowerBound":0,"upperBound":1,"independentScore":0.7851415435229988,"independent":true,"opponentIds":1757,"independentOpponentIds":1757,"panelSize":49,"publishers":["ARC Prize"],"observations":["58c732552823494e3e219dc6"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.44905413394138954,"lowerBound":0,"upperBound":1,"independentScore":0.44905413394138954,"independent":true,"opponentIds":1758,"independentOpponentIds":1758,"panelSize":25,"publishers":["Datacurve"],"observations":["83db8e5e910b00269a48317e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3736769443166129,"lowerBound":0,"upperBound":1,"independentScore":0.3736769443166129,"independent":true,"opponentIds":1759,"independentOpponentIds":1759,"panelSize":8,"publishers":["Cognition"],"observations":["906266917f34d4a9235d8c64","4b326191d83fb7c7b1f5d5b3"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.8212290502793296,"lowerBound":0,"upperBound":1,"independentScore":0.8212290502793296,"independent":true,"opponentIds":1764,"independentOpponentIds":1764,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-082ec7a4e998253830c59d5e","panel-1e3fa2d67e3e69ad184eb7a4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5be2f3c5084cf188e2ad12f0","2aef968da0b7dcbe9b2a4f8a","788043295090ff8d1982b75b","39a9a43d4cbda096eb0e8bfe","a0e936628db6f66a24b348d6","7319032a9f99ea123027e144","8dfe5c2c12597c2f148dc302","365fca9f546e38e7608ece96","e2da5db70fe490f3a53fd6b9","0161c4026c859ad4135dccd2","fda66f410c38ba9b423e2b91","1f595f6a19ed9d3a265db7d3","d8949f43a254fce3d60c82c8","54e5c007f6222ad68f3dc703","db1f5b3ae21cdd7aba252f4c","87a08256a80867ff57bc8c92","b2dba53b441d0e54397d2ba9","58c732552823494e3e219dc6","83db8e5e910b00269a48317e","906266917f34d4a9235d8c64","4b326191d83fb7c7b1f5d5b3","panel-082ec7a4e998253830c59d5e","panel-1e3fa2d67e3e69ad184eb7a4"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-5.5--effort-low","name":"GPT-5.5 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":22,"overallRating":{"score":0.1701918236342067,"supported":true,"families":15,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":237,"independentFamilies":15,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.25788104557966984},{"source":"ARC Prize","independent":true,"share":0.2345908505643836},{"source":"Artificial Analysis","independent":true,"share":0.20816977832884836},{"source":"Datacurve","independent":true,"share":0.1498914292724097},{"source":"Epoch AI","independent":true,"share":0.1494668962546873}],"familyWeights":[{"family":"frontiercode","share":0.25788104557966984},{"family":"arc-agi","share":0.2345908505643835},{"family":"deepswe","share":0.14989142927240973},{"family":"aime","share":0.08929876510125945},{"family":"epoch-game-puzzles","share":0.06016813115342769},{"family":"ifbench","share":0.022200942027819123},{"family":"hle","share":0.021740788549920013},{"family":"gpqa","share":0.021696221778240578},{"family":"critpt","share":0.02153091550727247},{"family":"omniscience","share":0.02142158728897316},{"family":"mmmu-pro","share":0.021250486183340928},{"family":"tau-bench","share":0.020712332403196684},{"family":"aa-lcr","share":0.02059430018242779},{"family":"terminal-bench","share":0.01870600134289696},{"family":"gdpval","share":0.01831620306476456}]},"capabilityRatings":[{"bucket":"agentic","score":0.220271731581046,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3141388083654414,"supported":true,"families":6,"independentFamilies":6,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2546781848707327,"supported":true,"families":3,"independentFamilies":3,"opponents":204,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.35162125154255436,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.38448911342620207,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4369209835535999,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6919315191049887,"lowerBound":0,"upperBound":1,"independentScore":0.6919315191049887,"independent":true,"opponentIds":1777,"independentOpponentIds":1777,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-CdmtwZ8NR8YeTXWiLVTRDJ"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7458222409323284,"lowerBound":0,"upperBound":1,"independentScore":0.7458222409323284,"independent":true,"opponentIds":1737,"independentOpponentIds":1737,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["9ff8665dd14c491fa507f93d","5bbb35a2e804421c4a250b8f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8195779976407535,"lowerBound":0,"upperBound":1,"independentScore":0.8195779976407535,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["cbc5aca2bc66670d8df90d81"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6333048665472553,"lowerBound":0,"upperBound":1,"independentScore":0.6333048665472553,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["35ad6daf35695cb216c54d06"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9266487600581538,"lowerBound":0,"upperBound":1,"independentScore":0.9266487600581538,"independent":true,"opponentIds":1740,"independentOpponentIds":1740,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e0c4aedfe3d9ed97841ea7c3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8214191451125403,"lowerBound":0,"upperBound":1,"independentScore":0.8214191451125403,"independent":true,"opponentIds":1741,"independentOpponentIds":1741,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6ecbb1cb2c873550d0944fde"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7680009622485674,"lowerBound":0,"upperBound":1,"independentScore":0.7680009622485674,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0ddb8c7ac1883cd3e93ba625"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8689566979926602,"lowerBound":0,"upperBound":1,"independentScore":0.8689566979926602,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8e8b4883ee2fb9a44ea1adbb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9687909254484766,"lowerBound":0,"upperBound":1,"independentScore":0.9687909254484766,"independent":true,"opponentIds":1744,"independentOpponentIds":1744,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["784f99dc176a7c47701f0fa0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7387881113434275,"lowerBound":0,"upperBound":1,"independentScore":0.7387881113434275,"independent":true,"opponentIds":1745,"independentOpponentIds":1745,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["98d49812f963462146542c3c","ba56046afb9c6b00c25603de"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8994329825798103,"lowerBound":0,"upperBound":1,"independentScore":0.8994329825798103,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["b7563525357509b58d5825ea","b9db01a719a53679d36d93b9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5008224872841402,"lowerBound":0,"upperBound":1,"independentScore":0.5008224872841402,"independent":true,"opponentIds":1757,"independentOpponentIds":1757,"panelSize":49,"publishers":["ARC Prize"],"observations":["205dbfe9537d5cfd1c612317"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.05734312980322603,"lowerBound":0,"upperBound":1,"independentScore":0.05734312980322603,"independent":true,"opponentIds":1758,"independentOpponentIds":1758,"panelSize":25,"publishers":["Datacurve"],"observations":["552921ea13a22c9abdd154aa"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.23193741371375973,"lowerBound":0,"upperBound":1,"independentScore":0.23193741371375973,"independent":true,"opponentIds":1759,"independentOpponentIds":1759,"panelSize":8,"publishers":["Cognition"],"observations":["d4de4a5ced8821eb86459630","9bb740f8253baa1d17ef962a"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8575103511431262,"lowerBound":0,"upperBound":1,"independentScore":0.8575103511431262,"independent":true,"opponentIds":1766,"independentOpponentIds":1766,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-QHfAMMDjjzQF6xitN2vBbA"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9ff8665dd14c491fa507f93d","cbc5aca2bc66670d8df90d81","35ad6daf35695cb216c54d06","e0c4aedfe3d9ed97841ea7c3","6ecbb1cb2c873550d0944fde","0ddb8c7ac1883cd3e93ba625","5bbb35a2e804421c4a250b8f","8e8b4883ee2fb9a44ea1adbb","784f99dc176a7c47701f0fa0","98d49812f963462146542c3c","ba56046afb9c6b00c25603de","b7563525357509b58d5825ea","b9db01a719a53679d36d93b9","205dbfe9537d5cfd1c612317","552921ea13a22c9abdd154aa","d4de4a5ced8821eb86459630","9bb740f8253baa1d17ef962a","epoch-run-QHfAMMDjjzQF6xitN2vBbA","epoch-run-CdmtwZ8NR8YeTXWiLVTRDJ"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":22}],"unspecified":0,"total":22}},{"id":"gpt-5.5-pro--effort-xhigh","name":"GPT-5.5 Pro · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5-pro","detailsUrl":"/efforts?model=gpt-5.5-pro","publishedBenchmarkCount":5,"overallRating":{"score":0.7645221009807254,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":1,"opponents":221,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5911522298138763},{"source":"Artificial Analysis","independent":true,"share":0.20985768870336532},{"source":"Epoch AI","independent":true,"share":0.19899008148275882}],"familyWeights":[{"family":"arc-agi","share":0.5911522298138757},{"family":"critpt","share":0.20985768870336513},{"family":"frontiermath","share":0.19899008148275873}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.7089344162834065,"supported":true,"families":3,"independentFamilies":3,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9885001270904354,"lowerBound":0,"upperBound":1,"independentScore":0.9885001270904354,"independent":true,"opponentIds":1778,"independentOpponentIds":1778,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["54794aa73a19cc681202d4e2"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.880731567968325,"lowerBound":0,"upperBound":1,"independentScore":0.880731567968325,"independent":true,"opponentIds":1779,"independentOpponentIds":1779,"panelSize":49,"publishers":["ARC Prize"],"observations":["4e4b0ebdcce2198efad4878e"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9239542823394512,"lowerBound":0,"upperBound":1,"independentScore":0.9239542823394512,"independent":true,"opponentIds":1780,"independentOpponentIds":1780,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-SFKXCPUu73mwxMoUotiZM2","epoch-run-LSKDetgzyVojru45w7RJhf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["54794aa73a19cc681202d4e2","4e4b0ebdcce2198efad4878e","epoch-run-SFKXCPUu73mwxMoUotiZM2","epoch-run-LSKDetgzyVojru45w7RJhf"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-5.2-pro","o3-pro","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":5}],"unspecified":0,"total":5}},{"id":"gpt-5.5-pro--effort-high","name":"GPT-5.5 Pro · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5-pro","detailsUrl":"/efforts?model=gpt-5.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.7522056225099872,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999999}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6902698357940542,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9199260707166496,"lowerBound":0,"upperBound":1,"independentScore":0.9199260707166496,"independent":true,"opponentIds":1779,"independentOpponentIds":1779,"panelSize":49,"publishers":["ARC Prize"],"observations":["4e24cf58ae552e5e1cac37b5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4e24cf58ae552e5e1cac37b5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.6-luna--effort-high","name":"GPT-5.6 Luna · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":22,"overallRating":{"score":0.19282331690254007,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":233,"independentFamilies":16,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.30806899243153096},{"source":"ARC Prize","independent":true,"share":0.299584942854345},{"source":"Artificial Analysis","independent":true,"share":0.23379871527939802},{"source":"Datacurve","independent":true,"share":0.15854734943472407}],"familyWeights":[{"family":"frontiercode","share":0.30806899243153046},{"family":"arc-agi","share":0.18044461291655753},{"family":"deepswe","share":0.15854734943472412},{"family":"arc-agi-3","share":0.11914032993778767},{"family":"hle","share":0.023452439438237903},{"family":"gpqa","share":0.02343318925185563},{"family":"critpt","share":0.023141106249512565},{"family":"omniscience","share":0.022978912743723153},{"family":"mmmu-pro","share":0.022792494374206294},{"family":"aa-lcr","share":0.02157900123700933},{"family":"gdpval","share":0.018988194002629768},{"family":"briefcase","share":0.017104625532955362},{"family":"automationbench","share":0.01693326739121413},{"family":"gdp-pdf","share":0.016901976947181215},{"family":"terminal-bench","share":0.015308035120194187},{"family":"tau-bench","share":0.011185472990679507}]},"capabilityRatings":[{"bucket":"agentic","score":0.4346934542794189,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2387268599278174,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.34424825042771906,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3104479101816448,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3069652073880635,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.45357271184673126,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6689894003849598,"lowerBound":0,"upperBound":1,"independentScore":0.6689894003849598,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["08aa0fc7cbca475beb3f974c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7893619494534818,"lowerBound":0,"upperBound":1,"independentScore":0.7893619494534818,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["f873a94e10faa93ad7969449","c42bcc1a3297a9a594553544"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6403335026660352,"lowerBound":0,"upperBound":1,"independentScore":0.6403335026660352,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["4cce229e4e804916c3dab249"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8927864838078207,"lowerBound":0,"upperBound":1,"independentScore":0.8927864838078207,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1b6109901dfeb427f2188d86"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8606904549160291,"lowerBound":0,"upperBound":1,"independentScore":0.8606904549160291,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["50e3b87352c4319addeb32cf"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7763491263897573,"lowerBound":0,"upperBound":1,"independentScore":0.7763491263897573,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["167e957b4ef4690d6c6d333b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.891406026956523,"lowerBound":0,"upperBound":1,"independentScore":0.891406026956523,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["719891b90b3ab5d162d55c96"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8309878791442126,"lowerBound":0,"upperBound":1,"independentScore":0.8309878791442126,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0aaf98457fc038ca823735a9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8216782741656896,"lowerBound":0,"upperBound":1,"independentScore":0.8216782741656896,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["7efca93edb1e688a87e88fb1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8792941402047121,"lowerBound":0,"upperBound":1,"independentScore":0.8792941402047121,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["765f9760ebc1e5891c0325c9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6990485056676627,"lowerBound":0,"upperBound":1,"independentScore":0.6990485056676627,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["27d42c4057d81fe9fde8718b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6508189935168769,"lowerBound":0,"upperBound":1,"independentScore":0.6508189935168769,"independent":true,"opponentIds":1792,"independentOpponentIds":1792,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["bdfd86dfae6f8a1edf289a8c","cf30810d32c1ace255555908"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.44503418024978325,"lowerBound":0,"upperBound":1,"independentScore":0.44503418024978325,"independent":true,"opponentIds":1793,"independentOpponentIds":1793,"panelSize":49,"publishers":["ARC Prize"],"observations":["5d5408de712e8c20684fe7d9"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.22829386763812984,"lowerBound":0,"upperBound":1,"independentScore":0.22829386763812984,"independent":true,"opponentIds":1794,"independentOpponentIds":1794,"panelSize":25,"publishers":["Datacurve"],"observations":["d581184225be8abecad4b42a"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.08546059933407321,"lowerBound":0,"upperBound":1,"independentScore":0.08546059933407321,"independent":true,"opponentIds":1795,"independentOpponentIds":1795,"panelSize":14,"publishers":["ARC Prize"],"observations":["3cfdd48cd8b66a487f18b2e9"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.30759408097348484,"lowerBound":0,"upperBound":1,"independentScore":0.30759408097348484,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":8,"publishers":["Cognition"],"observations":["a889d1ce384914e2806e70c7","3d5e60cff8818bd0c8d67cc0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["08aa0fc7cbca475beb3f974c","f873a94e10faa93ad7969449","4cce229e4e804916c3dab249","1b6109901dfeb427f2188d86","50e3b87352c4319addeb32cf","167e957b4ef4690d6c6d333b","719891b90b3ab5d162d55c96","0aaf98457fc038ca823735a9","c42bcc1a3297a9a594553544","7efca93edb1e688a87e88fb1","765f9760ebc1e5891c0325c9","27d42c4057d81fe9fde8718b","bdfd86dfae6f8a1edf289a8c","cf30810d32c1ace255555908","5d5408de712e8c20684fe7d9","d581184225be8abecad4b42a","3cfdd48cd8b66a487f18b2e9","a889d1ce384914e2806e70c7","3d5e60cff8818bd0c8d67cc0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":22}],"unspecified":0,"total":22}},{"id":"gpt-5.6-luna--effort-low","name":"GPT-5.6 Luna · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":26,"overallRating":{"score":0.06437908240754836,"supported":true,"families":19,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":237,"independentFamilies":19,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.25229100417829786},{"source":"ARC Prize","independent":true,"share":0.2347818111163689},{"source":"Artificial Analysis","independent":true,"share":0.19721023348095817},{"source":"Epoch AI","independent":true,"share":0.17523074192980873},{"source":"Datacurve","independent":true,"share":0.14048620929456673}],"familyWeights":[{"family":"frontiercode","share":0.25229100417829786},{"family":"deepswe","share":0.14048620929456684},{"family":"arc-agi","share":0.13631984473803269},{"family":"arc-agi-3","share":0.09846196637833646},{"family":"gpqa","share":0.07186053442755477},{"family":"aime","share":0.05195182194912044},{"family":"epoch-game-puzzles","share":0.040562661209079476},{"family":"frontiermath","share":0.03020853786841006},{"family":"hle","share":0.019393524350172563},{"family":"critpt","share":0.019205549634410596},{"family":"omniscience","share":0.019107785268448623},{"family":"mmmu-pro","share":0.018942649528014197},{"family":"aa-lcr","share":0.017212033346954578},{"family":"gdpval","share":0.016326146243005137},{"family":"briefcase","share":0.014938103464621807},{"family":"automationbench","share":0.014842271862603014},{"family":"gdp-pdf","share":0.014801209153996766},{"family":"terminal-bench","share":0.013186543371559908},{"family":"tau-bench","share":0.009901603732815827}]},"capabilityRatings":[{"bucket":"agentic","score":0.20363260851503293,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16314016668289905,"supported":true,"families":8,"independentFamilies":8,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10430517413603829,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2782786914956686,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.19526340901556916,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2039130897616169,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4043949990389128,"lowerBound":0,"upperBound":1,"independentScore":0.4043949990389128,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0fedb2309ba96b9256510144"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.34710003518986554,"lowerBound":0,"upperBound":1,"independentScore":0.34710003518986554,"independent":true,"opponentIds":1797,"independentOpponentIds":1797,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-ZgU8BagFmaj7BE94y3JDZA"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5442437155169085,"lowerBound":0,"upperBound":1,"independentScore":0.5442437155169085,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["df3e2998117eaf50d14576ab","8b4b25cefb540449881e504f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.429634871674359,"lowerBound":0,"upperBound":1,"independentScore":0.429634871674359,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["50da7cba304a4fc4eee85e6f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7195659401870951,"lowerBound":0,"upperBound":1,"independentScore":0.7195659401870951,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["eb2892b4aa5b5a6f31c8815e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6744514221386607,"lowerBound":0,"upperBound":1,"independentScore":0.6744514221386607,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["67706ca27c52fa69c458aac4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5737826536251425,"lowerBound":0,"upperBound":1,"independentScore":0.5737826536251425,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["000286c76c81d5044c73521f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5823009315741762,"lowerBound":0,"upperBound":1,"independentScore":0.5823009315741762,"independent":true,"opponentIds":1798,"independentOpponentIds":1798,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["ee2471d6441caa758f861e91","epoch-run-nW39ZzuDQ3xTAGVoEfFG95"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6865476368413186,"lowerBound":0,"upperBound":1,"independentScore":0.6865476368413186,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ca3884f250021f03228f0cc2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7055908118952864,"lowerBound":0,"upperBound":1,"independentScore":0.7055908118952864,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["2b78b930ad5a95938742261c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8605629426595774,"lowerBound":0,"upperBound":1,"independentScore":0.8605629426595774,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ba34cfb3e575aca0db7d5ec7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4373266124375761,"lowerBound":0,"upperBound":1,"independentScore":0.4373266124375761,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6bf2923f73cdd8b5a14eee4b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.35213850380625117,"lowerBound":0,"upperBound":1,"independentScore":0.35213850380625117,"independent":true,"opponentIds":1792,"independentOpponentIds":1792,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["565264603a1349a94c3faca5","27ccfd0b69711c209adf87c2"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2682536862675427,"lowerBound":0,"upperBound":1,"independentScore":0.2682536862675427,"independent":true,"opponentIds":1793,"independentOpponentIds":1793,"panelSize":49,"publishers":["ARC Prize"],"observations":["6ffbc8e19c59582d10c22554"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1794,"independentOpponentIds":1794,"panelSize":25,"publishers":["Datacurve"],"observations":["b56c7ef4cb20e19925c7bcbd"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.12974235995818728,"lowerBound":0,"upperBound":1,"independentScore":0.12974235995818728,"independent":true,"opponentIds":1795,"independentOpponentIds":1795,"panelSize":14,"publishers":["ARC Prize"],"observations":["dc357b19b6bea4e41d45b423"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.0352763312615488,"lowerBound":0,"upperBound":1,"independentScore":0.0352763312615488,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":8,"publishers":["Cognition"],"observations":["e78de1fe1b2913b438e8bfb4","a445e097ad5e39979d7aa81d"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6515833073531376,"lowerBound":0,"upperBound":1,"independentScore":0.6515833073531376,"independent":true,"opponentIds":1799,"independentOpponentIds":1799,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-ZryXhNUpPedPvGhbqdNBEw"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.4291204895705063,"lowerBound":0,"upperBound":1,"independentScore":0.4291204895705063,"independent":true,"opponentIds":1800,"independentOpponentIds":1800,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-iTY94tKhVEcZsUZivMwLJa"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0fedb2309ba96b9256510144","df3e2998117eaf50d14576ab","50da7cba304a4fc4eee85e6f","eb2892b4aa5b5a6f31c8815e","67706ca27c52fa69c458aac4","000286c76c81d5044c73521f","ee2471d6441caa758f861e91","ca3884f250021f03228f0cc2","8b4b25cefb540449881e504f","2b78b930ad5a95938742261c","ba34cfb3e575aca0db7d5ec7","6bf2923f73cdd8b5a14eee4b","565264603a1349a94c3faca5","27ccfd0b69711c209adf87c2","6ffbc8e19c59582d10c22554","b56c7ef4cb20e19925c7bcbd","dc357b19b6bea4e41d45b423","e78de1fe1b2913b438e8bfb4","a445e097ad5e39979d7aa81d","epoch-run-ZryXhNUpPedPvGhbqdNBEw","epoch-run-nW39ZzuDQ3xTAGVoEfFG95","epoch-run-iTY94tKhVEcZsUZivMwLJa","epoch-run-ZgU8BagFmaj7BE94y3JDZA"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-5.6-luna--effort-max","name":"GPT-5.6 Luna · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":70,"overallRating":{"score":0.39711432955620496,"supported":true,"families":39,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":237,"independentFamilies":39,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Vals AI","independent":true,"share":0.13750837707319644},{"source":"LiveBench","independent":true,"share":0.13699075043448639},{"source":"Cognition","independent":true,"share":0.1362755167146112},{"source":"Terminal-Bench","independent":true,"share":0.13323185789207673},{"source":"Artificial Analysis","independent":true,"share":0.1264130398128543},{"source":"ARC Prize","independent":true,"share":0.1254043020710123},{"source":"Epoch AI","independent":true,"share":0.11821469876396042},{"source":"Datacurve","independent":true,"share":0.08596145723779627}],"familyWeights":[{"family":"terminal-bench","share":0.15570522056037164},{"family":"frontiercode","share":0.13627551671461108},{"family":"deepswe","share":0.0859614572377963},{"family":"arc-agi","share":0.06816429556635845},{"family":"arc-agi-3","share":0.05724000650465363},{"family":"gpqa","share":0.03213455842644706},{"family":"simpleqa","share":0.027565211977671044},{"family":"aime","share":0.023680945023767948},{"family":"frontiermath","share":0.023481997754447998},{"family":"epoch-game-puzzles","share":0.01959450591218888},{"family":"livebench-instructions","share":0.01957010720492664},{"family":"livebench-math","share":0.01957010720492664},{"family":"livebench-reasoning","share":0.01957010720492664},{"family":"livebench-coding","share":0.01957010720492663},{"family":"livebench-data","share":0.01957010720492661},{"family":"livebench-language","share":0.01957010720492661},{"family":"multi-swe-bench","share":0.01957010720492661},{"family":"vals-code-migration","share":0.015277544733656308},{"family":"vals-legal-research","share":0.015276655418519594},{"family":"vibe-code","share":0.015276655418519594},{"family":"vals-excel-modeling","share":0.015275721637626043},{"family":"vals-tax-agent","share":0.015274739970532808},{"family":"vals-finance-agent","share":0.015274739970532806},{"family":"harvey","share":0.015273706636750477},{"family":"mmlu-pro","share":0.015264606632796341},{"family":"enterprise-ops","share":0.008590560675325841},{"family":"terminal-bench-science","share":0.008576594412987247},{"family":"itbench","share":0.008535588157424064},{"family":"apex-agents","share":0.00852002481557742},{"family":"mmmu-pro","share":0.00829734718030384},{"family":"hle","share":0.008277124330780254},{"family":"critpt","share":0.008264642685882407},{"family":"omniscience","share":0.00824124999202353},{"family":"gdpval","share":0.007797269093231524},{"family":"briefcase","share":0.007569395621684624},{"family":"automationbench","share":0.007553042703270458},{"family":"gdp-pdf","share":0.00753320931934988},{"family":"aa-lcr","share":0.007226830268977311},{"family":"tau-bench","share":0.006028284211439686}]},"capabilityRatings":[{"bucket":"agentic","score":0.5417801955247846,"supported":true,"families":15,"independentFamilies":15,"opponents":150,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3884841911502474,"supported":true,"families":10,"independentFamilies":10,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5727896801697533,"supported":true,"families":7,"independentFamilies":7,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18060014264159951,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.35335499166178114,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6671076143196316,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7649387467280496,"lowerBound":0,"upperBound":1,"independentScore":0.7649387467280496,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8f4bb6a39d9752cd476c93ae"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8489267276514812,"lowerBound":0,"upperBound":1,"independentScore":0.8489267276514812,"independent":true,"opponentIds":1797,"independentOpponentIds":1797,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-AhtQ5ggs4pTfLDqHFjueGy"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.794392523364486,"lowerBound":0,"upperBound":1,"independentScore":0.794392523364486,"independent":true,"opponentIds":1801,"independentOpponentIds":1801,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["6204fb699cf808ff33c15137"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8669010119028744,"lowerBound":0,"upperBound":1,"independentScore":0.8669010119028744,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["f07c3470a2b3eecbe9404152","35325e3b3863b7610f9365a2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7343134850467721,"lowerBound":0,"upperBound":1,"independentScore":0.7343134850467721,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["b3de4ac001936b757080707e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.921461488709006,"lowerBound":0,"upperBound":1,"independentScore":0.921461488709006,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["cb7fbf8730236ac18d53738f"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.523319615912208,"lowerBound":0,"upperBound":1,"independentScore":0.523319615912208,"independent":true,"opponentIds":1802,"independentOpponentIds":1802,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f0c47d410dab8bc168714164"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9044424760971483,"lowerBound":0,"upperBound":1,"independentScore":0.9044424760971483,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["9b4e143d5c7b4834f34e7766"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8397439151874172,"lowerBound":0,"upperBound":1,"independentScore":0.8397439151874172,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["479122ab39199257813ffcf1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8319657650226385,"lowerBound":0,"upperBound":1,"independentScore":0.8319657650226385,"independent":true,"opponentIds":1798,"independentOpponentIds":1798,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["252336018d7d21ed5c89686d","epoch-run-LWkDtkmd3TNmLzMhfZD5HW"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.237467018469657,"lowerBound":0,"upperBound":1,"independentScore":0.237467018469657,"independent":true,"opponentIds":1803,"independentOpponentIds":1803,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8733871347409831,"lowerBound":0,"upperBound":1,"independentScore":0.8733871347409831,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["df49f4b1845c75c4f4cf7c0b"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.5802908875037103,"lowerBound":0,"upperBound":1,"independentScore":0.5802908875037103,"independent":true,"opponentIds":1804,"independentOpponentIds":1804,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["353b90d7ae0b3cecda59d5a4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.16181229773462774,"lowerBound":0,"upperBound":1,"independentScore":0.16181229773462774,"independent":true,"opponentIds":1805,"independentOpponentIds":1805,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8359858721995509,"lowerBound":0,"upperBound":1,"independentScore":0.8359858721995509,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["419ed89c76800e7e0148bfee"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8705841209774222,"lowerBound":0,"upperBound":1,"independentScore":0.8705841209774222,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a359f1bf8301451e36017e73"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7869094813975521,"lowerBound":0,"upperBound":1,"independentScore":0.7869094813975521,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1f573add80b4ffbb5c561656"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.15933625091174325,"lowerBound":0,"upperBound":1,"independentScore":0.15933625091174325,"independent":true,"opponentIds":1806,"independentOpponentIds":1806,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["033e22dfc34709d054844db8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.19020437949291838,"lowerBound":0,"upperBound":1,"independentScore":0.19020437949291838,"independent":true,"opponentIds":1807,"independentOpponentIds":1807,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["9bb0ee056335a7479d3a2d36","45d3c21755a4aaab0fb5ad1f","d6552d55b1ffb5a8f8cd5cc5","68d15518ffdac72b611b5888","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5924917961918614,"lowerBound":0,"upperBound":1,"independentScore":0.5924917961918614,"independent":true,"opponentIds":1793,"independentOpponentIds":1793,"panelSize":49,"publishers":["ARC Prize"],"observations":["b2854ee06891af72b895e0a6"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7154593207915952,"lowerBound":0,"upperBound":1,"independentScore":0.7154593207915952,"independent":true,"opponentIds":1794,"independentOpponentIds":1794,"panelSize":25,"publishers":["Datacurve"],"observations":["41d96fb8508ef9bd7eca956c"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.11261261261261266,"lowerBound":0,"upperBound":1,"independentScore":0.11261261261261266,"independent":true,"opponentIds":1795,"independentOpponentIds":1795,"panelSize":14,"publishers":["ARC Prize"],"observations":["da08a3f2efd54d7cb540441b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4709228824273079,"lowerBound":0,"upperBound":1,"independentScore":0.4709228824273079,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":8,"publishers":["Cognition"],"observations":["d1018d5f46b97e159d2f0a02","5c999b15cf49cd9ccd8eb829"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.22903963414634146,"lowerBound":0,"upperBound":1,"independentScore":0.22903963414634146,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d24bd2a1ac9eaf9d9494ddaf","panel-bb3ced238358ea1c61780784","panel-336ccdda131c10a4ceb1c659","panel-f35f8aae0d8d575b94fd76cf"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7248475609756095,"lowerBound":0,"upperBound":1,"independentScore":0.7248475609756095,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f33cd6ce63480f276b68ccdd","panel-d63e27e1819ee0b204cf74ed"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.17784552845528476,"lowerBound":0,"upperBound":1,"independentScore":0.17784552845528476,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f55d9d7148753278f84c2df4","panel-e05a7d89da690e9010835fcf","panel-d01a35ef69f7df80895aaa00"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6036585365853661,"lowerBound":0,"upperBound":1,"independentScore":0.6036585365853661,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ebc66a99e1b9d323c3fa4812","panel-a08e802836cc62463a64dce4","panel-372faf44f31cc0197fc03175"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.2733739837398376,"lowerBound":0,"upperBound":1,"independentScore":0.2733739837398376,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-0468cbf93870ad38beab1059","panel-3b0a9ae45b36b943f938ebee","panel-d75beeb6ecb2a4aae441bdd4"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.33193597560975596,"lowerBound":0,"upperBound":1,"independentScore":0.33193597560975596,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c2188e8931d7269e78bdf635","panel-6b6298d5105594af69577e2b","panel-9f16b2319931415947e23f48","panel-41dd83b36bf6c44b1f57ac1d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.17911585365853658,"lowerBound":0,"upperBound":1,"independentScore":0.17911585365853658,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f4035a99f61947c9e2d3a096","panel-332b86a089da785cdea3f402","panel-cc1676839b16b4cae9c2b786","panel-2c494e13cd9d39187d4dfaf9"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7776363656529361,"lowerBound":0,"upperBound":1,"independentScore":0.7776363656529361,"independent":true,"opponentIds":1809,"independentOpponentIds":1809,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-NLiiJJSyA9wmg2FHENFpAq","epoch-run-YLAk5J3Wd8EruVXee8bAQb"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5454871702853037,"lowerBound":0,"upperBound":1,"independentScore":0.5454871702853037,"independent":true,"opponentIds":1800,"independentOpponentIds":1800,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-Epg7eNLwwGPXtX3sSAwPf8"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.16666666666666669,"lowerBound":0,"upperBound":1,"independentScore":0.16666666666666669,"independent":true,"opponentIds":1810,"independentOpponentIds":1810,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-CeDghdBk8CqtiFSbUzxNH5"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.6143958868894607,"lowerBound":0,"upperBound":1,"independentScore":0.6143958868894607,"independent":true,"opponentIds":1811,"independentOpponentIds":1811,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6205250596658711,"lowerBound":0,"upperBound":1,"independentScore":0.6205250596658711,"independent":true,"opponentIds":1812,"independentOpponentIds":1812,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.3422982885085574,"lowerBound":0,"upperBound":1,"independentScore":0.3422982885085574,"independent":true,"opponentIds":1813,"independentOpponentIds":1813,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6491228070175435,"lowerBound":0,"upperBound":1,"independentScore":0.6491228070175435,"independent":true,"opponentIds":1814,"independentOpponentIds":1814,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.511002444987775,"lowerBound":0,"upperBound":1,"independentScore":0.511002444987775,"independent":true,"opponentIds":1815,"independentOpponentIds":1815,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.38303341902313653,"lowerBound":0,"upperBound":1,"independentScore":0.38303341902313653,"independent":true,"opponentIds":1816,"independentOpponentIds":1816,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-5.6-luna"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8f4bb6a39d9752cd476c93ae","6204fb699cf808ff33c15137","f07c3470a2b3eecbe9404152","b3de4ac001936b757080707e","cb7fbf8730236ac18d53738f","f0c47d410dab8bc168714164","9b4e143d5c7b4834f34e7766","479122ab39199257813ffcf1","252336018d7d21ed5c89686d","df49f4b1845c75c4f4cf7c0b","353b90d7ae0b3cecda59d5a4","35325e3b3863b7610f9365a2","419ed89c76800e7e0148bfee","a359f1bf8301451e36017e73","1f573add80b4ffbb5c561656","033e22dfc34709d054844db8","9bb0ee056335a7479d3a2d36","45d3c21755a4aaab0fb5ad1f","b2854ee06891af72b895e0a6","41d96fb8508ef9bd7eca956c","d6552d55b1ffb5a8f8cd5cc5","da08a3f2efd54d7cb540441b","d1018d5f46b97e159d2f0a02","5c999b15cf49cd9ccd8eb829","68d15518ffdac72b611b5888","panel-d24bd2a1ac9eaf9d9494ddaf","panel-f33cd6ce63480f276b68ccdd","panel-d63e27e1819ee0b204cf74ed","panel-f55d9d7148753278f84c2df4","panel-ebc66a99e1b9d323c3fa4812","panel-bb3ced238358ea1c61780784","panel-0468cbf93870ad38beab1059","panel-c2188e8931d7269e78bdf635","panel-336ccdda131c10a4ceb1c659","panel-f35f8aae0d8d575b94fd76cf","panel-f4035a99f61947c9e2d3a096","panel-e05a7d89da690e9010835fcf","panel-3b0a9ae45b36b943f938ebee","panel-332b86a089da785cdea3f402","panel-6b6298d5105594af69577e2b","panel-cc1676839b16b4cae9c2b786","panel-2c494e13cd9d39187d4dfaf9","panel-a08e802836cc62463a64dce4","panel-372faf44f31cc0197fc03175","panel-9f16b2319931415947e23f48","panel-d75beeb6ecb2a4aae441bdd4","panel-d01a35ef69f7df80895aaa00","panel-41dd83b36bf6c44b1f57ac1d","epoch-run-NLiiJJSyA9wmg2FHENFpAq","epoch-run-YLAk5J3Wd8EruVXee8bAQb","epoch-run-LWkDtkmd3TNmLzMhfZD5HW","epoch-run-Epg7eNLwwGPXtX3sSAwPf8","epoch-run-AhtQ5ggs4pTfLDqHFjueGy","epoch-run-CeDghdBk8CqtiFSbUzxNH5","vals-finance-agent-v2:openai/gpt-5.6-luna","vals-code-migration-v1:openai/gpt-5.6-luna","vals-legal-research-v1:openai/gpt-5.6-luna","vals-emb-v1:openai/gpt-5.6-luna","vals-mmlu-pro-v1:openai/gpt-5.6-luna","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-luna","vals-vibe-code-bench-v1.1:openai/gpt-5.6-luna","vals-legal-agent-benchmark-v1:openai/gpt-5.6-luna","vals-tax-agent-bench-v1:openai/gpt-5.6-luna"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":70}],"unspecified":0,"total":70}},{"id":"gpt-5.6-luna--effort-medium","name":"GPT-5.6 Luna · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":23,"overallRating":{"score":0.06811261613523233,"supported":true,"families":18,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":237,"independentFamilies":18,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.21710872819516663},{"source":"SWE-rebench","independent":true,"share":0.2005921359486355},{"source":"ARC Prize","independent":true,"share":0.19721094909567777},{"source":"Artificial Analysis","independent":true,"share":0.1765422598072758},{"source":"Datacurve","independent":true,"share":0.12579824946860632},{"source":"Epoch AI","independent":true,"share":0.08274767748463972}],"familyWeights":[{"family":"frontiercode","share":0.21710872819516647},{"family":"swe-rebench","share":0.20059213594863548},{"family":"deepswe","share":0.12579824946860632},{"family":"arc-agi","share":0.11191041409139946},{"family":"arc-agi-3","share":0.08530053500427844},{"family":"epoch-game-puzzles","share":0.08274767748463974},{"family":"hle","share":0.01704442575208104},{"family":"gpqa","share":0.017011499936913366},{"family":"critpt","share":0.016943900089036047},{"family":"omniscience","share":0.016878424007689793},{"family":"mmmu-pro","share":0.016656354943388657},{"family":"gdpval","share":0.014787595925480363},{"family":"aa-lcr","share":0.014691263956096365},{"family":"briefcase","share":0.013809742498892557},{"family":"automationbench","share":0.013758131343777723},{"family":"gdp-pdf","share":0.013706751234450682},{"family":"terminal-bench","share":0.011979015331381323},{"family":"tau-bench","share":0.009275154788087875}]},"capabilityRatings":[{"bucket":"agentic","score":0.28322032267002045,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.15944610525228223,"supported":true,"families":6,"independentFamilies":6,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15903027254082608,"supported":true,"families":4,"independentFamilies":4,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2839591700700362,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.25633496720317067,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.28575114119502526,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5771591237786218,"lowerBound":0,"upperBound":1,"independentScore":0.5771591237786218,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7c0d1942bdee5013c3a8b09d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6244633363333351,"lowerBound":0,"upperBound":1,"independentScore":0.6244633363333351,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["74cdd7d809ccfdef6ac33c29","d567cb24df745d3868299233"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5828448869703531,"lowerBound":0,"upperBound":1,"independentScore":0.5828448869703531,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["64c0381c899748e1da7f3c5f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7779162619651716,"lowerBound":0,"upperBound":1,"independentScore":0.7779162619651716,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["895f630765dd9e748563ce85"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6997395378619217,"lowerBound":0,"upperBound":1,"independentScore":0.6997395378619217,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["42adc09bb396e1d056940208"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7111047802590339,"lowerBound":0,"upperBound":1,"independentScore":0.7111047802590339,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d9e31923f53e7a8cf8579328"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8217092330778797,"lowerBound":0,"upperBound":1,"independentScore":0.8217092330778797,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b8c5132b4259c9b6b9a14740"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7425315705172759,"lowerBound":0,"upperBound":1,"independentScore":0.7425315705172759,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6e79d47137a9f94197aad4c0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7701347898381079,"lowerBound":0,"upperBound":1,"independentScore":0.7701347898381079,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["34f045ba84c6d8752d46de97"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8650277748588802,"lowerBound":0,"upperBound":1,"independentScore":0.8650277748588802,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["011c1228b7cd04048cf72e29"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5684589077395522,"lowerBound":0,"upperBound":1,"independentScore":0.5684589077395522,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["223d4f4d43bbb11c9f4f48cb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5136429839449914,"lowerBound":0,"upperBound":1,"independentScore":0.5136429839449914,"independent":true,"opponentIds":1792,"independentOpponentIds":1792,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["84b0115dee18016a84dd76e3","86746d003c1cf11eb233e512"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.30922123169380356,"lowerBound":0,"upperBound":1,"independentScore":0.30922123169380356,"independent":true,"opponentIds":1793,"independentOpponentIds":1793,"panelSize":49,"publishers":["ARC Prize"],"observations":["58b2a2ac3a81857ae37fac17"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1794,"independentOpponentIds":1794,"panelSize":25,"publishers":["Datacurve"],"observations":["ce146c74890ffa309e9e6ac3"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.12262204904881961,"lowerBound":0,"upperBound":1,"independentScore":0.12262204904881961,"independent":true,"opponentIds":1795,"independentOpponentIds":1795,"panelSize":14,"publishers":["ARC Prize"],"observations":["79f0600c94bfc8d4dbc0b58a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.15223146747352492,"lowerBound":0,"upperBound":1,"independentScore":0.15223146747352492,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":8,"publishers":["Cognition"],"observations":["1f3aa6afe3bf07a0c02a7308","cc50f474e4bed017002a068b"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1817,"independentOpponentIds":1817,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-af745c954411352e8ff6dfe1"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.19110399672370645,"lowerBound":0,"upperBound":1,"independentScore":0.19110399672370645,"independent":true,"opponentIds":1800,"independentOpponentIds":1800,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-BvShPsULJMkwxxf8vBSNfu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7c0d1942bdee5013c3a8b09d","74cdd7d809ccfdef6ac33c29","64c0381c899748e1da7f3c5f","895f630765dd9e748563ce85","42adc09bb396e1d056940208","d9e31923f53e7a8cf8579328","b8c5132b4259c9b6b9a14740","6e79d47137a9f94197aad4c0","d567cb24df745d3868299233","34f045ba84c6d8752d46de97","011c1228b7cd04048cf72e29","223d4f4d43bbb11c9f4f48cb","84b0115dee18016a84dd76e3","86746d003c1cf11eb233e512","58b2a2ac3a81857ae37fac17","ce146c74890ffa309e9e6ac3","79f0600c94bfc8d4dbc0b58a","1f3aa6afe3bf07a0c02a7308","cc50f474e4bed017002a068b","panel-af745c954411352e8ff6dfe1","epoch-run-BvShPsULJMkwxxf8vBSNfu"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-5.6-luna--effort-non-reasoning","name":"GPT-5.6 Luna · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":15,"overallRating":{"score":0.03228001743325117,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999949}],"familyWeights":[{"family":"gpqa","share":0.10499957240282032},{"family":"critpt","share":0.10403095478424569},{"family":"hle","share":0.10241076214282545},{"family":"mmmu-pro","share":0.10130555279684898},{"family":"omniscience","share":0.09991222452046275},{"family":"aa-lcr","share":0.09333997741520675},{"family":"gdpval","share":0.07808009667957011},{"family":"terminal-bench","share":0.06971571654937793},{"family":"briefcase","share":0.06869815084235828},{"family":"gdp-pdf","share":0.06737948686769749},{"family":"automationbench","share":0.06737333700112631},{"family":"tau-bench","share":0.04275416799746014}]},"capabilityRatings":[{"bucket":"agentic","score":0.14326204153552083,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05717523533543026,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15670712653968016,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15805662017059338,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.045889815027050716,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07198965683248668,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.31282771477546384,"lowerBound":0,"upperBound":1,"independentScore":0.31282771477546384,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["21902bcc1072ab9edef4a340"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4155649108843952,"lowerBound":0,"upperBound":1,"independentScore":0.4155649108843952,"independent":true,"opponentIds":1818,"independentOpponentIds":1818,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["86b4187194a5b9f269e16b79"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.31602491353558365,"lowerBound":0,"upperBound":1,"independentScore":0.31602491353558365,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["90813cb1780cc300fd82336b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.49594710778506823,"lowerBound":0,"upperBound":1,"independentScore":0.49594710778506823,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["db6c8eebd3a0ec57c7656dd0"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.38410769003118184,"lowerBound":0,"upperBound":1,"independentScore":0.38410769003118184,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["64e7c821e87e87e0d6ef3a9e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.49808689202794665,"lowerBound":0,"upperBound":1,"independentScore":0.49808689202794665,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7f8f2987d382c7616999da3c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.33692381548704103,"lowerBound":0,"upperBound":1,"independentScore":0.33692381548704103,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c15d04aa1dd9a38f265a487b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.39537262830653624,"lowerBound":0,"upperBound":1,"independentScore":0.39537262830653624,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["47864eccd9ca9b39975cabb8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.34344988972418017,"lowerBound":0,"upperBound":1,"independentScore":0.34344988972418017,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["0dfef61c8d999d26f5ea98c9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7233694573410536,"lowerBound":0,"upperBound":1,"independentScore":0.7233694573410536,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d46bbeaeae22d52a50c1fecc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2986843442703398,"lowerBound":0,"upperBound":1,"independentScore":0.2986843442703398,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["34aa71f8070e9a1e6ef3977f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3898894429017602,"lowerBound":0,"upperBound":1,"independentScore":0.3898894429017602,"independent":true,"opponentIds":1792,"independentOpponentIds":1792,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["4d5b3002c73d51ef146aa99d","c1c16566cefc5721416052dd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["21902bcc1072ab9edef4a340","86b4187194a5b9f269e16b79","90813cb1780cc300fd82336b","db6c8eebd3a0ec57c7656dd0","64e7c821e87e87e0d6ef3a9e","7f8f2987d382c7616999da3c","c15d04aa1dd9a38f265a487b","47864eccd9ca9b39975cabb8","0dfef61c8d999d26f5ea98c9","d46bbeaeae22d52a50c1fecc","34aa71f8070e9a1e6ef3977f","4d5b3002c73d51ef146aa99d","c1c16566cefc5721416052dd"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.6-luna--effort-xhigh","name":"GPT-5.6 Luna · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":23,"overallRating":{"score":0.3766784260836182,"supported":true,"families":15,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":233,"independentFamilies":15,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3073693380532233},{"source":"ARC Prize","independent":true,"share":0.3011756529660528},{"source":"Artificial Analysis","independent":true,"share":0.23326773585983301},{"source":"Datacurve","independent":true,"share":0.1581872731208909}],"familyWeights":[{"family":"frontiercode","share":0.30736933805322303},{"family":"arc-agi","share":0.3011756529660526},{"family":"deepswe","share":0.15818727312089095},{"family":"hle","share":0.02339917668756169},{"family":"gpqa","share":0.023379970220208324},{"family":"critpt","share":0.023088550566519095},{"family":"omniscience","share":0.022926725417816072},{"family":"mmmu-pro","share":0.022740730422386293},{"family":"aa-lcr","share":0.0215299932450793},{"family":"gdpval","share":0.018945069983671438},{"family":"briefcase","share":0.017065779279559375},{"family":"automationbench","share":0.016894810308676206},{"family":"gdp-pdf","share":0.016863590928257954},{"family":"terminal-bench","share":0.015273269096808992},{"family":"tau-bench","share":0.01116006970328729}]},"capabilityRatings":[{"bucket":"agentic","score":0.49442530511696753,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.35282496045326445,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5128548530520682,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.31610140718038165,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.35335499166178114,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5555086604145983,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7137747557782924,"lowerBound":0,"upperBound":1,"independentScore":0.7137747557782924,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d860331acf0d88b156a0caf4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.839019708504017,"lowerBound":0,"upperBound":1,"independentScore":0.839019708504017,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["40ba3b930e45bdde10698b65","75d195a2b4e88614b35d9b73"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6713005857006192,"lowerBound":0,"upperBound":1,"independentScore":0.6713005857006192,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["02f90ea3ac2e8f0f420b0956"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9270920102091373,"lowerBound":0,"upperBound":1,"independentScore":0.9270920102091373,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c9fc885eb1ff9ed5623036cb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8844373937157908,"lowerBound":0,"upperBound":1,"independentScore":0.8844373937157908,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["82e0f29b5e292046023abf03"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8100233689205901,"lowerBound":0,"upperBound":1,"independentScore":0.8100233689205901,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["879b5c0cf80e8e458e144bda"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.897083376385132,"lowerBound":0,"upperBound":1,"independentScore":0.897083376385132,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c6ab252112bb290154fb98ed"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8739310680339135,"lowerBound":0,"upperBound":1,"independentScore":0.8739310680339135,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3ed4fd66623c20d30d99f05e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8566306247809449,"lowerBound":0,"upperBound":1,"independentScore":0.8566306247809449,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["cf82863603e1709cf7467526"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8804919673557772,"lowerBound":0,"upperBound":1,"independentScore":0.8804919673557772,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f152eb3ee53db8d1016475f2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7193054681276387,"lowerBound":0,"upperBound":1,"independentScore":0.7193054681276387,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["205af12b1ce13f08393cce88"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6813537042136204,"lowerBound":0,"upperBound":1,"independentScore":0.6813537042136204,"independent":true,"opponentIds":1792,"independentOpponentIds":1792,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["b634f6cd42e7e240acfc27d4","67bc4f2a4b9cf0a0931d3aa7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5925105445625106,"lowerBound":0,"upperBound":1,"independentScore":0.5925105445625106,"independent":true,"opponentIds":1793,"independentOpponentIds":1793,"panelSize":49,"publishers":["ARC Prize"],"observations":["d97b14ae64e526fca71b0f14"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.4883004063331928,"lowerBound":0,"upperBound":1,"independentScore":0.4883004063331928,"independent":true,"opponentIds":1794,"independentOpponentIds":1794,"panelSize":25,"publishers":["Datacurve"],"observations":["2b08fc13fce99f9456b958dd"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4947795387966655,"lowerBound":0,"upperBound":1,"independentScore":0.4947795387966655,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":8,"publishers":["Cognition"],"observations":["2d0594eef125dd86ef42cfcb","618440f872edf631f4f0df6a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d860331acf0d88b156a0caf4","40ba3b930e45bdde10698b65","02f90ea3ac2e8f0f420b0956","c9fc885eb1ff9ed5623036cb","82e0f29b5e292046023abf03","879b5c0cf80e8e458e144bda","c6ab252112bb290154fb98ed","3ed4fd66623c20d30d99f05e","75d195a2b4e88614b35d9b73","cf82863603e1709cf7467526","f152eb3ee53db8d1016475f2","205af12b1ce13f08393cce88","b634f6cd42e7e240acfc27d4","67bc4f2a4b9cf0a0931d3aa7","d97b14ae64e526fca71b0f14","2b08fc13fce99f9456b958dd","2d0594eef125dd86ef42cfcb","618440f872edf631f4f0df6a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-5.6-sol--effort-max","name":"GPT-5.6 Sol · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":87,"overallRating":{"score":0.741123875720382,"supported":true,"families":45,"publishers":9,"evaluationSources":9,"taskAreas":6,"opponents":237,"independentFamilies":40,"reason":null,"independentSources":8,"labWeightShare":0.24739348593109037,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Moonshot AI","independent":false,"share":0.24739348593108973},{"source":"Vals AI","independent":true,"share":0.10561888065315393},{"source":"LiveBench","independent":true,"share":0.10522129653980583},{"source":"Cognition","independent":true,"share":0.10467193230101077},{"source":"Artificial Analysis","independent":true,"share":0.10008214630516984},{"source":"ARC Prize","independent":true,"share":0.09632185540797926},{"source":"Epoch AI","independent":true,"share":0.09526705523687769},{"source":"Terminal-Bench","independent":true,"share":0.07939716735854163},{"source":"Datacurve","independent":true,"share":0.06602618026636409}],"familyWeights":[{"family":"frontiercode","share":0.1046719323010106},{"family":"terminal-bench","share":0.09699906437798225},{"family":"deepswe","share":0.09096671493168319},{"family":"arc-agi","share":0.05235634912916801},{"family":"gpqa","share":0.04926421691497386},{"family":"arc-agi-3","share":0.04396550627881147},{"family":"mmmu-pro","share":0.03045133413705997},{"family":"automationbench","share":0.03043648529828685},{"family":"hle","share":0.0304363896028194},{"family":"mcp-atlas","share":0.02494053466531905},{"family":"officeqa","share":0.02494053466531905},{"family":"toolathlon","share":0.02494053466531905},{"family":"charxiv","share":0.02443756948479387},{"family":"osworld","share":0.02443756948479387},{"family":"simpleqa","share":0.021172577962277766},{"family":"frontiermath","share":0.021172577962277752},{"family":"aime","share":0.018189109343410254},{"family":"epoch-game-puzzles","share":0.016381542038274067},{"family":"livebench-instructions","share":0.015031613791400673},{"family":"livebench-math","share":0.015031613791400673},{"family":"livebench-reasoning","share":0.015031613791400673},{"family":"livebench-coding","share":0.015031613791400668},{"family":"livebench-data","share":0.01503161379140065},{"family":"livebench-language","share":0.01503161379140065},{"family":"multi-swe-bench","share":0.01503161379140065},{"family":"vals-code-migration","share":0.01173453725687088},{"family":"vals-legal-research","share":0.011733854182346353},{"family":"vibe-code","share":0.011733854182346353},{"family":"vals-excel-modeling","share":0.011733136954095601},{"family":"vals-tax-agent","share":0.011732382944908899},{"family":"vals-finance-agent","share":0.011732382944908897},{"family":"harvey","share":0.011731589251028178},{"family":"mmlu-pro","share":0.011724599624272105},{"family":"terminal-bench-science","share":0.006227228812434639},{"family":"analyst-agent","share":0.006227228812434637},{"family":"enterprise-ops","share":0.006227228812434637},{"family":"itbench","share":0.00619609266837247},{"family":"ifbench","share":0.006099943620433441},{"family":"critpt","share":0.005990467313651196},{"family":"omniscience","share":0.005973704989334461},{"family":"tau-bench","share":0.005889995252253409},{"family":"gdpval","share":0.005669802741869193},{"family":"briefcase","share":0.005509286450358572},{"family":"gdp-pdf","share":0.005482281881949718},{"family":"aa-lcr","share":0.005268561520304839}]},"capabilityRatings":[{"bucket":"agentic","score":0.6877828695902478,"supported":true,"families":19,"independentFamilies":15,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7690630253252054,"supported":true,"families":10,"independentFamilies":10,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8072719603746412,"supported":true,"families":7,"independentFamilies":7,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5629016358010411,"supported":true,"families":6,"independentFamilies":6,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5981559637444995,"supported":true,"families":2,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7195958617962069,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7325581395348837,"lowerBound":0,"upperBound":1,"independentScore":0.7325581395348837,"independent":true,"opponentIds":1819,"independentOpponentIds":1819,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["9974c0ea34e19312c78d5770"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8512989759498913,"lowerBound":0,"upperBound":1,"independentScore":0.8512989759498913,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["68faa35879d24af6ad12b0d6"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9692962593967935,"lowerBound":0,"upperBound":1,"independentScore":0.9692962593967935,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-7RjsANKwwsePSstcZeSMhX"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9149925490743833,"lowerBound":0,"upperBound":1,"independentScore":0.9149925490743833,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["0949add7de44daff00be3446","5fe9f9ad2696d4dc6a484ed9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7923391787432715,"lowerBound":0,"upperBound":1,"independentScore":0.8940704657710765,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":109,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["51211e7755dad5690c7acb4b","launch-kimi-822"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.995187393318242,"lowerBound":0,"upperBound":1,"independentScore":0.995187393318242,"independent":true,"opponentIds":1824,"independentOpponentIds":1824,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ee873572b5016f32a17adf6a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.627906976744186,"lowerBound":0,"upperBound":1,"independentScore":0.627906976744186,"independent":true,"opponentIds":1825,"independentOpponentIds":1825,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["5cbcdffcde150028bb82c601"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.958252184674836,"lowerBound":0,"upperBound":1,"independentScore":0.958252184674836,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["34fc58a4912299d9ddca6389"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9109936411136669,"lowerBound":0,"upperBound":1,"independentScore":0.9109936411136669,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d0036b767ccd39f82a1fc5cb"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9717525735763097,"lowerBound":0,"upperBound":1,"independentScore":0.9427887879662546,"independent":true,"opponentIds":1828,"independentOpponentIds":1828,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI","Moonshot AI"],"observations":["24abdda42bb57668a30cbc8b","epoch-run-nuKCgZReCBsXKCkNj9bK37","launch-kimi-704"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.2770448548812665,"lowerBound":0,"upperBound":1,"independentScore":0.2770448548812665,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8628135362893793,"lowerBound":0,"upperBound":1,"independentScore":0.9682544832019775,"independent":true,"opponentIds":1830,"independentOpponentIds":1830,"panelSize":224,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["8eaca8e31c2a7d563051a5fb","launch-kimi-725","launch-kimi-724"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8771091070680903,"lowerBound":0,"upperBound":1,"independentScore":0.8771091070680903,"independent":true,"opponentIds":1831,"independentOpponentIds":1831,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4e2d790094a23ad881bce27c"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1832,"independentOpponentIds":1832,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["592a9019653ee03656236054"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6116504854368929,"lowerBound":0,"upperBound":1,"independentScore":0.6116504854368929,"independent":true,"opponentIds":1833,"independentOpponentIds":1833,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9910462015733008,"lowerBound":0,"upperBound":1,"independentScore":0.954661493514789,"independent":true,"opponentIds":1834,"independentOpponentIds":1835,"panelSize":125,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["dff2cbcb0b8f095c8a943017","launch-kimi-939","launch-kimi-938"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9786666888263044,"lowerBound":0,"upperBound":1,"independentScore":0.9786666888263044,"independent":true,"opponentIds":1836,"independentOpponentIds":1836,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ef0a95ab0ef161b90b153d47"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8373146161864625,"lowerBound":0,"upperBound":1,"independentScore":0.8373146161864625,"independent":true,"opponentIds":1837,"independentOpponentIds":1837,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["259abf76039a82a12f80e1f4","7be2c174e04c3515a19514b2"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.7493827160493828,"lowerBound":0,"upperBound":1,"independentScore":0.7493827160493828,"independent":true,"opponentIds":1838,"independentOpponentIds":1838,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["8da12db08f7c8df6f94bcb90"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5392816223004886,"lowerBound":0,"upperBound":1,"independentScore":0.5392816223004886,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":217,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["0aa1b482d07a39f7fe8363bb","5279247b2f384817941391c9","453f566fa9b1e074f7c85a8c","d521363d88a93e4d46434c3c","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.981430901338154,"lowerBound":0,"upperBound":1,"independentScore":0.981430901338154,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":49,"publishers":["ARC Prize"],"observations":["2b83cb97a7ce702b83c5f1a1"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9255197359493839,"lowerBound":0,"upperBound":1,"independentScore":0.8973857806010261,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":25,"publishers":["Datacurve","Moonshot AI"],"observations":["8ee05b294998d24ac869adf8","launch-kimi-732"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.7368959868959873,"lowerBound":0,"upperBound":1,"independentScore":0.7368959868959873,"independent":true,"opponentIds":1842,"independentOpponentIds":1842,"panelSize":14,"publishers":["ARC Prize"],"observations":["4089087bc0de296803ff3a88"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8103666245259168,"lowerBound":0,"upperBound":1,"independentScore":0.8103666245259168,"independent":true,"opponentIds":1843,"independentOpponentIds":1843,"panelSize":8,"publishers":["Cognition"],"observations":["cf038268638355842fabacec","be5258d2d7a78bcec434049d"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.6108993902439027,"lowerBound":0,"upperBound":1,"independentScore":0.6108993902439027,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-0a6ba849134e0075a7f8d9bb","panel-e42b32e0c02a97ebf85ee088","panel-b2d8d393da701a3f89530fc2","panel-5f7b8f51d17c740d7ce23328"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.8818597560975606,"lowerBound":0,"upperBound":1,"independentScore":0.8818597560975606,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c08eb2b8012e609064d33ada","panel-ada0ae4411fcde2f346dd40e"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7997967479674797,"lowerBound":0,"upperBound":1,"independentScore":0.7997967479674797,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-014e5b85ba751dcc8149108e","panel-76fb0a8d12e96d2ae0671a45","panel-ce3efb571062193428082f97"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6981707317073172,"lowerBound":0,"upperBound":1,"independentScore":0.6981707317073172,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1f6eb2d767a08535a94cb732","panel-b68a09f2b5c46d2ae1d93b4d","panel-3b4dca0a810d317164c9b966"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6183943089430896,"lowerBound":0,"upperBound":1,"independentScore":0.6183943089430896,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e366b9965c11ca7171a26c5e","panel-c932d96633f436c5ab84fc2a","panel-c9c58ab541711b7aacf86522"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.8071646341463421,"lowerBound":0,"upperBound":1,"independentScore":0.8071646341463421,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-51a4f42f816be6130de2f015","panel-aa139a442c1d74acd762316c","panel-1b3605fdbbfa24a01c0f8ed7","panel-2f9395d08746fc6829802981"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6371951219512197,"lowerBound":0,"upperBound":1,"independentScore":0.6371951219512197,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-aee7349a79f0e6aea04d06f6","panel-1bbc8f3b917da240bd97fec6","panel-f5913ad96576103aa18ce7e0","panel-350f2da94844393f21c11f7e"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9017857142857145,"lowerBound":0,"upperBound":1,"independentScore":0.9017857142857145,"independent":true,"opponentIds":1845,"independentOpponentIds":1845,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-QJ5rJMVypB4PMxPcBGftc8","epoch-run-VBpT2WWYKBZtUxG9Z3svGh"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.970692392233484,"lowerBound":0,"upperBound":1,"independentScore":0.970692392233484,"independent":true,"opponentIds":1846,"independentOpponentIds":1846,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-5kMRXeasRvtghXpDotCdgV"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.6666666666666667,"lowerBound":0,"upperBound":1,"independentScore":0.6666666666666667,"independent":true,"opponentIds":1847,"independentOpponentIds":1847,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-UnRUSuZzm2X27TUbpeMPva"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5115681233933167,"lowerBound":0,"upperBound":1,"independentScore":0.5115681233933167,"independent":true,"opponentIds":1848,"independentOpponentIds":1848,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7613365155131264,"lowerBound":0,"upperBound":1,"independentScore":0.7613365155131264,"independent":true,"opponentIds":1849,"independentOpponentIds":1849,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.80440097799511,"lowerBound":0,"upperBound":1,"independentScore":0.80440097799511,"independent":true,"opponentIds":1850,"independentOpponentIds":1850,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.87468671679198,"lowerBound":0,"upperBound":1,"independentScore":0.87468671679198,"independent":true,"opponentIds":1851,"independentOpponentIds":1851,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.60880195599022,"lowerBound":0,"upperBound":1,"independentScore":0.60880195599022,"independent":true,"opponentIds":1852,"independentOpponentIds":1852,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.7172236503856043,"lowerBound":0,"upperBound":1,"independentScore":0.7172236503856043,"independent":true,"opponentIds":1853,"independentOpponentIds":1853,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.6803877578970675,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1854,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-864","launch-kimi-869"],"sourceScores":[]},{"id":"charxiv","label":"charxiv","bucket":"multimodal","score":0.5238451293816919,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1854,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-949","launch-kimi-948"],"sourceScores":[]},{"id":"officeqa","label":"officeqa","bucket":"agentic","score":0.5302498635619413,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1855,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-852"],"sourceScores":[]},{"id":"mcp-atlas","label":"mcp-atlas","bucket":"agentic","score":0.6500856569715479,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1855,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-816"],"sourceScores":[]},{"id":"toolathlon","label":"toolathlon","bucket":"agentic","score":0.5302498635619413,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1855,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-805"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9974c0ea34e19312c78d5770","68faa35879d24af6ad12b0d6","0949add7de44daff00be3446","51211e7755dad5690c7acb4b","ee873572b5016f32a17adf6a","5cbcdffcde150028bb82c601","34fc58a4912299d9ddca6389","d0036b767ccd39f82a1fc5cb","24abdda42bb57668a30cbc8b","8eaca8e31c2a7d563051a5fb","4e2d790094a23ad881bce27c","592a9019653ee03656236054","5fe9f9ad2696d4dc6a484ed9","dff2cbcb0b8f095c8a943017","ef0a95ab0ef161b90b153d47","259abf76039a82a12f80e1f4","7be2c174e04c3515a19514b2","8da12db08f7c8df6f94bcb90","0aa1b482d07a39f7fe8363bb","5279247b2f384817941391c9","453f566fa9b1e074f7c85a8c","2b83cb97a7ce702b83c5f1a1","8ee05b294998d24ac869adf8","4089087bc0de296803ff3a88","cf038268638355842fabacec","be5258d2d7a78bcec434049d","d521363d88a93e4d46434c3c","panel-0a6ba849134e0075a7f8d9bb","panel-c08eb2b8012e609064d33ada","panel-ada0ae4411fcde2f346dd40e","panel-014e5b85ba751dcc8149108e","panel-1f6eb2d767a08535a94cb732","panel-e42b32e0c02a97ebf85ee088","panel-e366b9965c11ca7171a26c5e","panel-51a4f42f816be6130de2f015","panel-b2d8d393da701a3f89530fc2","panel-5f7b8f51d17c740d7ce23328","panel-aee7349a79f0e6aea04d06f6","panel-76fb0a8d12e96d2ae0671a45","panel-c932d96633f436c5ab84fc2a","panel-1bbc8f3b917da240bd97fec6","panel-aa139a442c1d74acd762316c","panel-f5913ad96576103aa18ce7e0","panel-350f2da94844393f21c11f7e","panel-b68a09f2b5c46d2ae1d93b4d","panel-3b4dca0a810d317164c9b966","panel-1b3605fdbbfa24a01c0f8ed7","panel-c9c58ab541711b7aacf86522","panel-ce3efb571062193428082f97","panel-2f9395d08746fc6829802981","epoch-run-QJ5rJMVypB4PMxPcBGftc8","epoch-run-VBpT2WWYKBZtUxG9Z3svGh","epoch-run-nuKCgZReCBsXKCkNj9bK37","epoch-run-5kMRXeasRvtghXpDotCdgV","epoch-run-7RjsANKwwsePSstcZeSMhX","epoch-run-UnRUSuZzm2X27TUbpeMPva","vals-finance-agent-v2:openai/gpt-5.6-sol","vals-code-migration-v1:openai/gpt-5.6-sol","vals-legal-research-v1:openai/gpt-5.6-sol","vals-emb-v1:openai/gpt-5.6-sol","vals-mmlu-pro-v1:openai/gpt-5.6-sol","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-sol","vals-vibe-code-bench-v1.1:openai/gpt-5.6-sol","vals-legal-agent-benchmark-v1:openai/gpt-5.6-sol","vals-tax-agent-bench-v1:openai/gpt-5.6-sol","launch-kimi-949","launch-kimi-948","launch-kimi-822","launch-kimi-704","launch-kimi-732","launch-kimi-725","launch-kimi-724","launch-kimi-864","launch-kimi-869","launch-kimi-852","launch-kimi-939","launch-kimi-938","launch-kimi-816","launch-kimi-805"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":87}],"unspecified":0,"total":87}},{"id":"gpt-5.6-sol--effort-high","name":"GPT-5.6 Sol · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":28,"overallRating":{"score":0.689000896442018,"supported":true,"families":18,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":233,"independentFamilies":18,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24974966647546432},{"source":"ARC Prize","independent":true,"share":0.2329973199502141},{"source":"Artificial Analysis","independent":true,"share":0.22362665126297138},{"source":"Scale","independent":true,"share":0.15427574334180572},{"source":"Datacurve","independent":true,"share":0.13935061896954715}],"familyWeights":[{"family":"frontiercode","share":0.24974966647546423},{"family":"enigma-eval","share":0.1542757433418057},{"family":"deepswe","share":0.13935061896954717},{"family":"arc-agi","share":0.13548806499573116},{"family":"arc-agi-3","share":0.09750925495448322},{"family":"ifbench","share":0.020267109207980118},{"family":"hle","share":0.018527857127964655},{"family":"gpqa","share":0.018480546474959843},{"family":"critpt","share":0.0183833631877534},{"family":"omniscience","share":0.01830062288934844},{"family":"mmmu-pro","share":0.018088082825624897},{"family":"terminal-bench","share":0.018036259170049508},{"family":"tau-bench","share":0.01788389161826602},{"family":"aa-lcr","share":0.016231128832202818},{"family":"gdpval","share":0.015803048935667096},{"family":"briefcase","share":0.014607541984274044},{"family":"automationbench","share":0.014531179159907513},{"family":"gdp-pdf","share":0.014486019848969746}]},"capabilityRatings":[{"bucket":"agentic","score":0.5241677038798883,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6618864126720793,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.70957963486669,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.40925307973998476,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.508879437431369,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5794855983386324,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7598080487884521,"lowerBound":0,"upperBound":1,"independentScore":0.7598080487884521,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["81b9d211ae78c0cad059745a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8426870296634127,"lowerBound":0,"upperBound":1,"independentScore":0.8426870296634127,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["d84a692d121b29795bbe004c","b51320fe644ad06aacca006d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.786294551765844,"lowerBound":0,"upperBound":1,"independentScore":0.786294551765844,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["3784e6ba61fee5c664f55ba7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.949117849938614,"lowerBound":0,"upperBound":1,"independentScore":0.949117849938614,"independent":true,"opponentIds":1824,"independentOpponentIds":1824,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["58e8ffc37ade324e60ee76c5"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9619510032539118,"lowerBound":0,"upperBound":1,"independentScore":0.9619510032539118,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["905e88fb59f70e49b2f25b8a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8536350073288728,"lowerBound":0,"upperBound":1,"independentScore":0.8536350073288728,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["89096765cda066fca4b9b456"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9651009209932354,"lowerBound":0,"upperBound":1,"independentScore":0.9651009209932354,"independent":true,"opponentIds":1856,"independentOpponentIds":1856,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["99a80542e4d6a00085fd5b39"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9485638178170516,"lowerBound":0,"upperBound":1,"independentScore":0.9485638178170516,"independent":true,"opponentIds":1830,"independentOpponentIds":1830,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["15d5e2915db8e15020f5dbb2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8224963845257117,"lowerBound":0,"upperBound":1,"independentScore":0.8224963845257117,"independent":true,"opponentIds":1831,"independentOpponentIds":1831,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["83ee7bbaa5032f9f8a963ad7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9242443681462154,"lowerBound":0,"upperBound":1,"independentScore":0.9242443681462154,"independent":true,"opponentIds":1835,"independentOpponentIds":1835,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e8111dd565adfca1c96d9aa9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9774029643893803,"lowerBound":0,"upperBound":1,"independentScore":0.9774029643893803,"independent":true,"opponentIds":1836,"independentOpponentIds":1836,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["abacf66c74669ec1a527df88"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7739859471898749,"lowerBound":0,"upperBound":1,"independentScore":0.7739859471898749,"independent":true,"opponentIds":1837,"independentOpponentIds":1837,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a1c30d3ea06981b21ed080e5","382f6444647348a835f17c84"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9126670541891254,"lowerBound":0,"upperBound":1,"independentScore":0.9126670541891254,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["6dcfaffdcd935d110c67e98e","96cc9128c8a64604039fac1d","4ba1c52bab8baf294722e4c9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8953650793650788,"lowerBound":0,"upperBound":1,"independentScore":0.8953650793650788,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":49,"publishers":["ARC Prize"],"observations":["44d14513877192a9ab52ca19"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8426096215274413,"lowerBound":0,"upperBound":1,"independentScore":0.8426096215274413,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":25,"publishers":["Datacurve"],"observations":["3289fff293acd220d866101d"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.7041622923485457,"lowerBound":0,"upperBound":1,"independentScore":0.7041622923485457,"independent":true,"opponentIds":1842,"independentOpponentIds":1842,"panelSize":14,"publishers":["ARC Prize"],"observations":["f55940d0d324a594d2e7cb02"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6889451476793251,"lowerBound":0,"upperBound":1,"independentScore":0.6889451476793251,"independent":true,"opponentIds":1843,"independentOpponentIds":1843,"panelSize":8,"publishers":["Cognition"],"observations":["8bfe922d1f0ae206b1b1ed3f","b3e20f0dbe09ce936f270b9e"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0.6721311475409836,"lowerBound":0,"upperBound":1,"independentScore":0.6721311475409836,"independent":true,"opponentIds":1857,"independentOpponentIds":1857,"panelSize":4,"publishers":["Scale"],"observations":["5d521eed35c933b8c0cf6ca3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["81b9d211ae78c0cad059745a","d84a692d121b29795bbe004c","3784e6ba61fee5c664f55ba7","58e8ffc37ade324e60ee76c5","905e88fb59f70e49b2f25b8a","89096765cda066fca4b9b456","99a80542e4d6a00085fd5b39","15d5e2915db8e15020f5dbb2","83ee7bbaa5032f9f8a963ad7","b51320fe644ad06aacca006d","e8111dd565adfca1c96d9aa9","abacf66c74669ec1a527df88","a1c30d3ea06981b21ed080e5","382f6444647348a835f17c84","6dcfaffdcd935d110c67e98e","96cc9128c8a64604039fac1d","4ba1c52bab8baf294722e4c9","44d14513877192a9ab52ca19","3289fff293acd220d866101d","f55940d0d324a594d2e7cb02","8bfe922d1f0ae206b1b1ed3f","b3e20f0dbe09ce936f270b9e","5d521eed35c933b8c0cf6ca3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-5.6-sol--effort-low","name":"GPT-5.6 Sol · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":29,"overallRating":{"score":0.24707877907960443,"supported":true,"families":19,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":237,"independentFamilies":19,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24289508504160784},{"source":"ARC Prize","independent":true,"share":0.22660252020530308},{"source":"Artificial Analysis","independent":true,"share":0.21748903709316977},{"source":"Epoch AI","independent":true,"share":0.17748732904544803},{"source":"Datacurve","independent":true,"share":0.1355260286144731}],"familyWeights":[{"family":"frontiercode","share":0.2428950850416082},{"family":"deepswe","share":0.1355260286144732},{"family":"arc-agi","share":0.13176948555602624},{"family":"arc-agi-3","share":0.09483303464927693},{"family":"gpqa","share":0.08089347703019525},{"family":"aime","share":0.06206957119795779},{"family":"epoch-game-puzzles","share":0.05249761375902975},{"family":"ifbench","share":0.0197108620167207},{"family":"hle","share":0.018019345115633457},{"family":"critpt","share":0.017878816928385378},{"family":"omniscience","share":0.017798347504337456},{"family":"mmmu-pro","share":0.017591640774428968},{"family":"terminal-bench","share":0.017541239460962598},{"family":"tau-bench","share":0.017393053759775016},{"family":"aa-lcr","share":0.015785652384070415},{"family":"gdpval","share":0.01536932148625173},{"family":"briefcase","share":0.014206626189299344},{"family":"automationbench","share":0.014132359204360853},{"family":"gdp-pdf","share":0.014088439327207677}]},"capabilityRatings":[{"bucket":"agentic","score":0.3373770667614144,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3769353500724432,"supported":true,"families":7,"independentFamilies":7,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3297249787494206,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3771427404997569,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4884892834263934,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3965911068434705,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6134013032777281,"lowerBound":0,"upperBound":1,"independentScore":0.6134013032777281,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fc8f0c47484181ea78848108"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8405639445034403,"lowerBound":0,"upperBound":1,"independentScore":0.8405639445034403,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-Mifz96Jm442bn43Qnxj5rT"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7224422960972929,"lowerBound":0,"upperBound":1,"independentScore":0.7224422960972929,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["9d4a45654187bb1f2e546cba","3dcab0edb14495d99f66c983"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6833741770601733,"lowerBound":0,"upperBound":1,"independentScore":0.6833741770601733,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["bf6b0b3bc6a82eaf37609ef3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8815622021958021,"lowerBound":0,"upperBound":1,"independentScore":0.8815622021958021,"independent":true,"opponentIds":1824,"independentOpponentIds":1824,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4d4a237de764fc96a2af3767"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8591391894901796,"lowerBound":0,"upperBound":1,"independentScore":0.8591391894901796,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1cce76de0b10f21ef2931606"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7614717554895891,"lowerBound":0,"upperBound":1,"independentScore":0.7614717554895891,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["423b077dbc952dfbfb035080"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8510257220200844,"lowerBound":0,"upperBound":1,"independentScore":0.8510257220200844,"independent":true,"opponentIds":1828,"independentOpponentIds":1828,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["76f3825292ae839cd4487be0","epoch-run-6cmgkNAQZekBr6e6rVdLe9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8974295857310146,"lowerBound":0,"upperBound":1,"independentScore":0.8974295857310146,"independent":true,"opponentIds":1830,"independentOpponentIds":1830,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7e0b30f72b916805da2bc9c3"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7862551413035015,"lowerBound":0,"upperBound":1,"independentScore":0.7862551413035015,"independent":true,"opponentIds":1831,"independentOpponentIds":1831,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["504a14bfe0bb0c5dfef8d170"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9194487113014088,"lowerBound":0,"upperBound":1,"independentScore":0.9194487113014088,"independent":true,"opponentIds":1835,"independentOpponentIds":1835,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["7d5d07ae05a49610c5fc7b40"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9770484155870416,"lowerBound":0,"upperBound":1,"independentScore":0.9770484155870416,"independent":true,"opponentIds":1836,"independentOpponentIds":1836,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7a2cf256d98c551ae91c077c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7164013680852813,"lowerBound":0,"upperBound":1,"independentScore":0.7164013680852813,"independent":true,"opponentIds":1837,"independentOpponentIds":1837,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["471380da766f31b223124640","19a67bf1b22e11db9e9cd2cf"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7958434776906638,"lowerBound":0,"upperBound":1,"independentScore":0.7958434776906638,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["48dd8babcc5f09f92136ca87","d4a631e8346c3b21752e1988","ccb3770434f9f22b728e6c50"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5112888888888887,"lowerBound":0,"upperBound":1,"independentScore":0.5112888888888887,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":49,"publishers":["ARC Prize"],"observations":["807ea1d13e6eff4620060049"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.27451359984512613,"lowerBound":0,"upperBound":1,"independentScore":0.27451359984512613,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":25,"publishers":["Datacurve"],"observations":["f7154b7752b50075526308bc"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.3831902673994936,"lowerBound":0,"upperBound":1,"independentScore":0.3831902673994936,"independent":true,"opponentIds":1842,"independentOpponentIds":1842,"panelSize":14,"publishers":["ARC Prize"],"observations":["62ebd59a104b5a031160d534"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.300084388185654,"lowerBound":0,"upperBound":1,"independentScore":0.300084388185654,"independent":true,"opponentIds":1843,"independentOpponentIds":1843,"panelSize":8,"publishers":["Cognition"],"observations":["3c433cf7df074c5af7c027bd","b1f91824de3ef9411c7d0e7a"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7701823320153204,"lowerBound":0,"upperBound":1,"independentScore":0.7701823320153204,"independent":true,"opponentIds":1846,"independentOpponentIds":1846,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-RMeUVa4tq3fURqCMtQWkfe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fc8f0c47484181ea78848108","9d4a45654187bb1f2e546cba","bf6b0b3bc6a82eaf37609ef3","4d4a237de764fc96a2af3767","1cce76de0b10f21ef2931606","423b077dbc952dfbfb035080","76f3825292ae839cd4487be0","7e0b30f72b916805da2bc9c3","504a14bfe0bb0c5dfef8d170","3dcab0edb14495d99f66c983","7d5d07ae05a49610c5fc7b40","7a2cf256d98c551ae91c077c","471380da766f31b223124640","19a67bf1b22e11db9e9cd2cf","48dd8babcc5f09f92136ca87","d4a631e8346c3b21752e1988","ccb3770434f9f22b728e6c50","807ea1d13e6eff4620060049","f7154b7752b50075526308bc","62ebd59a104b5a031160d534","3c433cf7df074c5af7c027bd","b1f91824de3ef9411c7d0e7a","epoch-run-6cmgkNAQZekBr6e6rVdLe9","epoch-run-RMeUVa4tq3fURqCMtQWkfe","epoch-run-Mifz96Jm442bn43Qnxj5rT"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":29}],"unspecified":0,"total":29}},{"id":"gpt-5.6-sol--effort-medium","name":"GPT-5.6 Sol · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":26,"overallRating":{"score":0.45344336908165067,"supported":true,"families":18,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":233,"independentFamilies":18,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.23447266889518031},{"source":"ARC Prize","independent":true,"share":0.21874505069466474},{"source":"Artificial Analysis","independent":true,"share":0.20994757870025352},{"source":"SWE-rebench","independent":true,"share":0.20600805435902056},{"source":"Datacurve","independent":true,"share":0.13082664735087846}],"familyWeights":[{"family":"frontiercode","share":0.23447266889518056},{"family":"swe-rebench","share":0.20600805435902053},{"family":"deepswe","share":0.13082664735087857},{"family":"arc-agi","share":0.1272003628726116},{"family":"arc-agi-3","share":0.09154468782205324},{"family":"ifbench","share":0.01902738551705749},{"family":"hle","share":0.017394522166976567},{"family":"gpqa","share":0.01735010547071523},{"family":"critpt","share":0.01725886681144142},{"family":"omniscience","share":0.017181187674303915},{"family":"mmmu-pro","share":0.016981648524996153},{"family":"terminal-bench","share":0.016932994883106865},{"family":"tau-bench","share":0.01678994753884461},{"family":"aa-lcr","share":0.015238282998235729},{"family":"gdpval","share":0.014836388424130403},{"family":"briefcase","share":0.013714009725765221},{"family":"automationbench","share":0.013642317957418642},{"family":"gdp-pdf","share":0.013599921007262612}]},"capabilityRatings":[{"bucket":"agentic","score":0.45923738901645433,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5290246865938776,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.538381080962309,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.40864616966797435,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5020275251444365,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4970819248008865,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7107341588362046,"lowerBound":0,"upperBound":1,"independentScore":0.7107341588362046,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["933190fe7f455d8cf2c6f19e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7856257694127732,"lowerBound":0,"upperBound":1,"independentScore":0.7856257694127732,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["7f0e79993e50fe12fe784d93","12493385b9c269d4ac32fd4a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7413796064243471,"lowerBound":0,"upperBound":1,"independentScore":0.7413796064243471,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["80e219cdeaff5bb42cb63eeb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9384331405036338,"lowerBound":0,"upperBound":1,"independentScore":0.9384331405036338,"independent":true,"opponentIds":1824,"independentOpponentIds":1824,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["48d16f18482b65e6db3ed884"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9401855093005541,"lowerBound":0,"upperBound":1,"independentScore":0.9401855093005541,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["94672efadcafeff83ea21b8d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8206066955564703,"lowerBound":0,"upperBound":1,"independentScore":0.8206066955564703,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ed133e797ea85e0d21b4caf4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9566708014035201,"lowerBound":0,"upperBound":1,"independentScore":0.9566708014035201,"independent":true,"opponentIds":1856,"independentOpponentIds":1856,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5663f564b9b58369d0393d1b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9169366800050631,"lowerBound":0,"upperBound":1,"independentScore":0.9169366800050631,"independent":true,"opponentIds":1830,"independentOpponentIds":1830,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["93cac4d1e442b4c0c54f4a46"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8224963845257117,"lowerBound":0,"upperBound":1,"independentScore":0.8224963845257117,"independent":true,"opponentIds":1831,"independentOpponentIds":1831,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["961f8f1d764728d0e1e39a20"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9223014332187376,"lowerBound":0,"upperBound":1,"independentScore":0.9223014332187376,"independent":true,"opponentIds":1835,"independentOpponentIds":1835,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ffbb3fbc2aed5615f0458c6c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9770484155870416,"lowerBound":0,"upperBound":1,"independentScore":0.9770484155870416,"independent":true,"opponentIds":1836,"independentOpponentIds":1836,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["63ba00757b6dd3d0a0aa7083"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.768261656309034,"lowerBound":0,"upperBound":1,"independentScore":0.768261656309034,"independent":true,"opponentIds":1837,"independentOpponentIds":1837,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["dde83904b2d2b88feda43a37","de86e8c22bb32644cd0c16bb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8980131298138022,"lowerBound":0,"upperBound":1,"independentScore":0.8980131298138022,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["0296fff15d0b6f4671e5fd71","17e0b62b4409266667ff8091","2587843de6896ad5f6f3db1b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.721269841269841,"lowerBound":0,"upperBound":1,"independentScore":0.721269841269841,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":49,"publishers":["ARC Prize"],"observations":["c14d5d98e2ac0c35e12373b0"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6242377311005705,"lowerBound":0,"upperBound":1,"independentScore":0.6242377311005705,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":25,"publishers":["Datacurve"],"observations":["fd0b93e69454c6e0b78551ea"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.5960909034768109,"lowerBound":0,"upperBound":1,"independentScore":0.5960909034768109,"independent":true,"opponentIds":1842,"independentOpponentIds":1842,"panelSize":14,"publishers":["ARC Prize"],"observations":["7b0f1b3e720e4f33cde4257b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5759493670886078,"lowerBound":0,"upperBound":1,"independentScore":0.5759493670886078,"independent":true,"opponentIds":1843,"independentOpponentIds":1843,"panelSize":8,"publishers":["Cognition"],"observations":["d667c01aa76eb58a13006db0","c9e1fea0c53568fa87547d39"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.4533479692645445,"lowerBound":0,"upperBound":1,"independentScore":0.4533479692645445,"independent":true,"opponentIds":1858,"independentOpponentIds":1858,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-ed7429eba1da33d52494d3cd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["933190fe7f455d8cf2c6f19e","7f0e79993e50fe12fe784d93","80e219cdeaff5bb42cb63eeb","48d16f18482b65e6db3ed884","94672efadcafeff83ea21b8d","ed133e797ea85e0d21b4caf4","5663f564b9b58369d0393d1b","93cac4d1e442b4c0c54f4a46","961f8f1d764728d0e1e39a20","12493385b9c269d4ac32fd4a","ffbb3fbc2aed5615f0458c6c","63ba00757b6dd3d0a0aa7083","dde83904b2d2b88feda43a37","de86e8c22bb32644cd0c16bb","0296fff15d0b6f4671e5fd71","17e0b62b4409266667ff8091","2587843de6896ad5f6f3db1b","c14d5d98e2ac0c35e12373b0","fd0b93e69454c6e0b78551ea","7b0f1b3e720e4f33cde4257b","d667c01aa76eb58a13006db0","c9e1fea0c53568fa87547d39","panel-ed7429eba1da33d52494d3cd"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-5.6-sol--effort-non-reasoning","name":"GPT-5.6 Sol · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":14,"overallRating":{"score":0.1462783904156948,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999972}],"familyWeights":[{"family":"gpqa","share":0.10890222337966216},{"family":"critpt","share":0.10789713102713455},{"family":"hle","share":0.10621572015447965},{"family":"mmmu-pro","share":0.10510880596951178},{"family":"omniscience","share":0.10362777754147802},{"family":"aa-lcr","share":0.09678923161356448},{"family":"gdpval","share":0.08102196755764363},{"family":"briefcase","share":0.0713181346695281},{"family":"gdp-pdf","share":0.06995203082878187},{"family":"automationbench","share":0.06994380545914688},{"family":"tau-bench","share":0.04471660128978678},{"family":"terminal-bench","share":0.034506570509284504}]},"capabilityRatings":[{"bucket":"agentic","score":0.30623045423612155,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17527312336218556,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40450105728819485,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4650923340077345,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1564301216566546,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1472052673861536,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5741557594183043,"lowerBound":0,"upperBound":1,"independentScore":0.5741557594183043,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d45d83ea3e76e9c9d4c75e6a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5974584350850572,"lowerBound":0,"upperBound":1,"independentScore":0.5974584350850572,"independent":true,"opponentIds":1859,"independentOpponentIds":1859,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5b477cc013715702362456cb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5237869505584576,"lowerBound":0,"upperBound":1,"independentScore":0.5237869505584576,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["c6241986485aa5caf72f6404"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7897205167700532,"lowerBound":0,"upperBound":1,"independentScore":0.7897205167700532,"independent":true,"opponentIds":1824,"independentOpponentIds":1824,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9b9dbe4777c1a4c323eb5d01"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6803235784049343,"lowerBound":0,"upperBound":1,"independentScore":0.6803235784049343,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["2fc96191e6f022b6e6ef264b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.735120091648453,"lowerBound":0,"upperBound":1,"independentScore":0.735120091648453,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["511c156bf87c77e46f1d890c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6611589374318321,"lowerBound":0,"upperBound":1,"independentScore":0.6611589374318321,"independent":true,"opponentIds":1856,"independentOpponentIds":1856,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5c89f4aedb58325a99416195"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6638879176426874,"lowerBound":0,"upperBound":1,"independentScore":0.6638879176426874,"independent":true,"opponentIds":1830,"independentOpponentIds":1830,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["46dab6b30ddf4f6a6277b5bb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6817749152088194,"lowerBound":0,"upperBound":1,"independentScore":0.6817749152088194,"independent":true,"opponentIds":1835,"independentOpponentIds":1835,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["eaf5836dc0d624ab48f5d238"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9389505340721611,"lowerBound":0,"upperBound":1,"independentScore":0.9389505340721611,"independent":true,"opponentIds":1836,"independentOpponentIds":1836,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d8c39b5b1f8cffe20bc488a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5722107755545797,"lowerBound":0,"upperBound":1,"independentScore":0.5722107755545797,"independent":true,"opponentIds":1860,"independentOpponentIds":1860,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["08b420cc86ad300f73cb6ece"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8204789538602878,"lowerBound":0,"upperBound":1,"independentScore":0.8204789538602878,"independent":true,"opponentIds":1861,"independentOpponentIds":1861,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["3dd6efbb347ef62f98104dbb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d45d83ea3e76e9c9d4c75e6a","5b477cc013715702362456cb","c6241986485aa5caf72f6404","9b9dbe4777c1a4c323eb5d01","2fc96191e6f022b6e6ef264b","511c156bf87c77e46f1d890c","5c89f4aedb58325a99416195","46dab6b30ddf4f6a6277b5bb","eaf5836dc0d624ab48f5d238","d8c39b5b1f8cffe20bc488a4","08b420cc86ad300f73cb6ece","3dd6efbb347ef62f98104dbb"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5.6-sol--effort-xhigh","name":"GPT-5.6 Sol · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":28,"overallRating":{"score":0.7927595850485814,"supported":true,"families":17,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":233,"independentFamilies":16,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2764449703755632},{"source":"ARC Prize","independent":true,"share":0.2629914579793305},{"source":"Artificial Analysis","independent":true,"share":0.24752971187511688},{"source":"Datacurve","independent":true,"share":0.15424556227240202},{"source":"Scale","independent":true,"share":0.05878829749758814}],"familyWeights":[{"family":"frontiercode","share":0.27644497037556337},{"family":"arc-agi","share":0.2629914579793303},{"family":"deepswe","share":0.15424556227240216},{"family":"swe-atlas-qna","share":0.05878829749758814},{"family":"ifbench","share":0.02243342497175584},{"family":"hle","share":0.02050826728677952},{"family":"gpqa","share":0.0204558996810368},{"family":"critpt","share":0.020348328642676976},{"family":"omniscience","share":0.02025674437886507},{"family":"mmmu-pro","share":0.020021486280430545},{"family":"terminal-bench","share":0.019964123285186267},{"family":"tau-bench","share":0.019795469432977334},{"family":"aa-lcr","share":0.017966045730920213},{"family":"gdpval","share":0.01749220912490489},{"family":"briefcase","share":0.01616891653186313},{"family":"automationbench","share":0.016084391419106375},{"family":"gdp-pdf","share":0.01603440510861175}]},"capabilityRatings":[{"bucket":"agentic","score":0.558272851200352,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7290097700211776,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7823328264445383,"supported":true,"families":4,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4210878186864955,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5511171052869962,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6132119208396568,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8260968839553094,"lowerBound":0,"upperBound":1,"independentScore":0.8260968839553094,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3c577e9bddf8069b0e8e9a96"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8612574324861842,"lowerBound":0,"upperBound":1,"independentScore":0.8612574324861842,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["c9ee66f9097d1fd5c16728c3","697d92fb507d15f7cf0d1651"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.786294551765844,"lowerBound":0,"upperBound":1,"independentScore":0.786294551765844,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["55315b8aeb43698d12e9c8d4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9694126280157844,"lowerBound":0,"upperBound":1,"independentScore":0.9694126280157844,"independent":true,"opponentIds":1824,"independentOpponentIds":1824,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["03544089b78511ac2a3d4880"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9619510032539118,"lowerBound":0,"upperBound":1,"independentScore":0.9619510032539118,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["420ccc50bf25589411df39f9"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8687713641426571,"lowerBound":0,"upperBound":1,"independentScore":0.8687713641426571,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d9a54e1ee449fe8e25fb0687"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9720423812681125,"lowerBound":0,"upperBound":1,"independentScore":0.9720423812681125,"independent":true,"opponentIds":1856,"independentOpponentIds":1856,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["42c55b74f85d8f93a7ac01e3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9579273290055652,"lowerBound":0,"upperBound":1,"independentScore":0.9579273290055652,"independent":true,"opponentIds":1830,"independentOpponentIds":1830,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["787b66d51ef091b22ac10ffb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8384158691378389,"lowerBound":0,"upperBound":1,"independentScore":0.8384158691378389,"independent":true,"opponentIds":1831,"independentOpponentIds":1831,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f6219d909dac73cd86792da7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9464692902150386,"lowerBound":0,"upperBound":1,"independentScore":0.9464692902150386,"independent":true,"opponentIds":1835,"independentOpponentIds":1835,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3e9584bda97637ed86511f62"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9774029643893803,"lowerBound":0,"upperBound":1,"independentScore":0.9774029643893803,"independent":true,"opponentIds":1836,"independentOpponentIds":1836,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["eccf78b96d6ca3cbcab2e725"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.795898989265338,"lowerBound":0,"upperBound":1,"independentScore":0.795898989265338,"independent":true,"opponentIds":1837,"independentOpponentIds":1837,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["4ca23b7218126b16b7bf2ac0","b3520655c539ee36840e925e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9290329135811527,"lowerBound":0,"upperBound":1,"independentScore":0.9290329135811527,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["07a4e6a430d6464d700d4bac","f07dada8b8d9767f715e9127","6d0e086f2b4f9dfc32336e52"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.958276006893656,"lowerBound":0,"upperBound":1,"independentScore":0.958276006893656,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":49,"publishers":["ARC Prize"],"observations":["b9714ddbf13fb44d8cbb4989"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8764882392798371,"lowerBound":0,"upperBound":1,"independentScore":0.8764882392798371,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":25,"publishers":["Datacurve"],"observations":["045b52fd58198f20f15b3ce9"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7834599156118147,"lowerBound":0,"upperBound":1,"independentScore":0.7834599156118147,"independent":true,"opponentIds":1843,"independentOpponentIds":1843,"panelSize":8,"publishers":["Cognition"],"observations":["e61670a23ffd1d53d4575c95","5957688c8334d48ade93b3d5"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1862,"independentOpponentIds":1862,"panelSize":2,"publishers":["Scale"],"observations":["294120a57d522f24c679c51f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3c577e9bddf8069b0e8e9a96","c9ee66f9097d1fd5c16728c3","55315b8aeb43698d12e9c8d4","03544089b78511ac2a3d4880","420ccc50bf25589411df39f9","d9a54e1ee449fe8e25fb0687","42c55b74f85d8f93a7ac01e3","787b66d51ef091b22ac10ffb","f6219d909dac73cd86792da7","697d92fb507d15f7cf0d1651","3e9584bda97637ed86511f62","eccf78b96d6ca3cbcab2e725","4ca23b7218126b16b7bf2ac0","b3520655c539ee36840e925e","07a4e6a430d6464d700d4bac","f07dada8b8d9767f715e9127","6d0e086f2b4f9dfc32336e52","b9714ddbf13fb44d8cbb4989","045b52fd58198f20f15b3ce9","e61670a23ffd1d53d4575c95","5957688c8334d48ade93b3d5","294120a57d522f24c679c51f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-5.6-terra--effort-high","name":"GPT-5.6 Terra · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":24,"overallRating":{"score":0.35298176806508647,"supported":true,"families":17,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2973462781470453},{"source":"ARC Prize","independent":true,"share":0.2880029925269626},{"source":"Artificial Analysis","independent":true,"share":0.2617432865329252},{"source":"Datacurve","independent":true,"share":0.15290744279306204}],"familyWeights":[{"family":"frontiercode","share":0.29734627814704495},{"family":"arc-agi","share":0.1736965967172791},{"family":"deepswe","share":0.15290744279306212},{"family":"arc-agi-3","share":0.11430639580968364},{"family":"ifbench","share":0.024509536368259123},{"family":"hle","share":0.02183553017982208},{"family":"gpqa","share":0.021805457886375872},{"family":"tau-bench","share":0.02171482415404739},{"family":"terminal-bench","share":0.021600333378202698},{"family":"critpt","share":0.02155695631401023},{"family":"omniscience","share":0.021421937747133343},{"family":"mmmu-pro","share":0.021263061143929188},{"family":"aa-lcr","share":0.01981509049611727},{"family":"gdpval","share":0.017895320889176457},{"family":"briefcase","share":0.016213686976227246},{"family":"automationbench","share":0.016073055011137854},{"family":"gdp-pdf","share":0.016038495988490643}]},"capabilityRatings":[{"bucket":"agentic","score":0.3765008926730577,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.48565150157636755,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4166258576729202,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.25825528499767764,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3840203041618267,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3723878503271328,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6910493900459554,"lowerBound":0,"upperBound":1,"independentScore":0.6910493900459554,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c0222b1f409ef8c270d05753"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7271029623819718,"lowerBound":0,"upperBound":1,"independentScore":0.7271029623819718,"independent":true,"opponentIds":1864,"independentOpponentIds":1864,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["da72f35326ec924994432ae2","6d67fb89e5fa98246db38905"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6729871047502461,"lowerBound":0,"upperBound":1,"independentScore":0.6729871047502461,"independent":true,"opponentIds":1865,"independentOpponentIds":1865,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["81e98433d0c877616e6c3c0e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9363870877137059,"lowerBound":0,"upperBound":1,"independentScore":0.9363870877137059,"independent":true,"opponentIds":1866,"independentOpponentIds":1866,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["11c39f6e675b8536e7610db3"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8399958651768992,"lowerBound":0,"upperBound":1,"independentScore":0.8399958651768992,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["432b733a92206e0ae0ec8d2c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8008563963310601,"lowerBound":0,"upperBound":1,"independentScore":0.8008563963310601,"independent":true,"opponentIds":1868,"independentOpponentIds":1868,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["e061c950398d771035224919"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8999911143780249,"lowerBound":0,"upperBound":1,"independentScore":0.8999911143780249,"independent":true,"opponentIds":1869,"independentOpponentIds":1869,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bde949be3c6c4af41df9040b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8893567910463358,"lowerBound":0,"upperBound":1,"independentScore":0.8893567910463358,"independent":true,"opponentIds":1870,"independentOpponentIds":1870,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cf5579b04a842106d8dd426a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7711458231264767,"lowerBound":0,"upperBound":1,"independentScore":0.7711458231264767,"independent":true,"opponentIds":1871,"independentOpponentIds":1871,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8a2a1a43e76c332bed156cfd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8748165731229537,"lowerBound":0,"upperBound":1,"independentScore":0.8748165731229537,"independent":true,"opponentIds":1872,"independentOpponentIds":1872,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["d1ceaef42c6c2282d75cc061"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9080673537447008,"lowerBound":0,"upperBound":1,"independentScore":0.9080673537447008,"independent":true,"opponentIds":1873,"independentOpponentIds":1873,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["80397099e3664b43170a185c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7143882462142688,"lowerBound":0,"upperBound":1,"independentScore":0.7143882462142688,"independent":true,"opponentIds":1874,"independentOpponentIds":1874,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["4dd442f313a479d5e90cd322","f576e5c881272a9151254be0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8050889643254943,"lowerBound":0,"upperBound":1,"independentScore":0.8050889643254943,"independent":true,"opponentIds":1875,"independentOpponentIds":1875,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["e87fe7de90b1bfe016e14ec9","c3c74bdc2b7601fdf0148cd6","ff6c519e7533c9a3a9448d79"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7284297191699753,"lowerBound":0,"upperBound":1,"independentScore":0.7284297191699753,"independent":true,"opponentIds":1876,"independentOpponentIds":1876,"panelSize":49,"publishers":["ARC Prize"],"observations":["a3ab01caf6d0687478a0ce49"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.41681048556369205,"lowerBound":0,"upperBound":1,"independentScore":0.41681048556369205,"independent":true,"opponentIds":1877,"independentOpponentIds":1877,"panelSize":25,"publishers":["Datacurve"],"observations":["d998a419297ba93aa26c6ef6"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.5133704735376042,"lowerBound":0,"upperBound":1,"independentScore":0.5133704735376042,"independent":true,"opponentIds":1878,"independentOpponentIds":1878,"panelSize":14,"publishers":["ARC Prize"],"observations":["daf9afd286691adc70b10a5b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3625665242485575,"lowerBound":0,"upperBound":1,"independentScore":0.3625665242485575,"independent":true,"opponentIds":1879,"independentOpponentIds":1879,"panelSize":8,"publishers":["Cognition"],"observations":["3b38242e2298df478a3621e4","82d8e132cdcc601f53c1c7d6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c0222b1f409ef8c270d05753","da72f35326ec924994432ae2","81e98433d0c877616e6c3c0e","11c39f6e675b8536e7610db3","432b733a92206e0ae0ec8d2c","e061c950398d771035224919","bde949be3c6c4af41df9040b","cf5579b04a842106d8dd426a","8a2a1a43e76c332bed156cfd","6d67fb89e5fa98246db38905","d1ceaef42c6c2282d75cc061","80397099e3664b43170a185c","4dd442f313a479d5e90cd322","f576e5c881272a9151254be0","e87fe7de90b1bfe016e14ec9","c3c74bdc2b7601fdf0148cd6","ff6c519e7533c9a3a9448d79","a3ab01caf6d0687478a0ce49","d998a419297ba93aa26c6ef6","daf9afd286691adc70b10a5b","3b38242e2298df478a3621e4","82d8e132cdcc601f53c1c7d6"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-5.6-terra--effort-low","name":"GPT-5.6 Terra · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":28,"overallRating":{"score":0.11339897694701019,"supported":true,"families":19,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":237,"independentFamilies":19,"reason":null,"independentSources":5,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24410987930598266},{"source":"ARC Prize","independent":true,"share":0.2277358302588639},{"source":"Artificial Analysis","independent":true,"share":0.2182508353342303},{"source":"Epoch AI","independent":true,"share":0.17369961844350323},{"source":"Datacurve","independent":true,"share":0.1362038366574234}],"familyWeights":[{"family":"frontiercode","share":0.24410987930598257},{"family":"deepswe","share":0.1362038366574235},{"family":"arc-agi","share":0.1324285059526127},{"family":"arc-agi-3","share":0.09530732430625136},{"family":"gpqa","share":0.08129805060114564},{"family":"aime","share":0.0623800005303197},{"family":"epoch-game-puzzles","share":0.048084790511393645},{"family":"ifbench","share":0.019809442200505338},{"family":"hle","share":0.018109465494522574},{"family":"critpt","share":0.01796823448187223},{"family":"omniscience","share":0.01788736260507491},{"family":"mmmu-pro","share":0.017679622070180794},{"family":"tau-bench","share":0.01748004185977593},{"family":"terminal-bench","share":0.017303036249970427},{"family":"aa-lcr","share":0.015864601367217977},{"family":"gdpval","share":0.01544618826840842},{"family":"briefcase","share":0.014277677968745251},{"family":"automationbench","share":0.014203039551394615},{"family":"gdp-pdf","share":0.014158900017203714}]},"capabilityRatings":[{"bucket":"agentic","score":0.2466132779505772,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.22902204091804568,"supported":true,"families":7,"independentFamilies":7,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.20984447130246797,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22763108504625454,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2671864361321763,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.24632711314538047,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6087974621365799,"lowerBound":0,"upperBound":1,"independentScore":0.6087974621365799,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c9542d99cde7168563fda1c8"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7379108498018596,"lowerBound":0,"upperBound":1,"independentScore":0.7379108498018596,"independent":true,"opponentIds":1880,"independentOpponentIds":1880,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-Z6S3nMC2tnkpKUixCPLiDj"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5876882648658878,"lowerBound":0,"upperBound":1,"independentScore":0.5876882648658878,"independent":true,"opponentIds":1864,"independentOpponentIds":1864,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["976d7f8165eb9485a175b69d","ae160ce0eff28148df829ba2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6228707489777235,"lowerBound":0,"upperBound":1,"independentScore":0.6228707489777235,"independent":true,"opponentIds":1865,"independentOpponentIds":1865,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["bfe40ff055da82f7bc414895"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.832568733349577,"lowerBound":0,"upperBound":1,"independentScore":0.832568733349577,"independent":true,"opponentIds":1866,"independentOpponentIds":1866,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["8b88cbb811b02401ffdc78d9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7642363992076615,"lowerBound":0,"upperBound":1,"independentScore":0.7642363992076615,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e2c632bb7e806838d4f81fb0"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.67983730894753,"lowerBound":0,"upperBound":1,"independentScore":0.67983730894753,"independent":true,"opponentIds":1868,"independentOpponentIds":1868,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8033faafc5f1e6a7c96955b3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7475046129412032,"lowerBound":0,"upperBound":1,"independentScore":0.7475046129412032,"independent":true,"opponentIds":1881,"independentOpponentIds":1881,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["509a0b5bf39aeae551ccd5e7","epoch-run-JcuoAWhcnngPEZBPmiUyLF"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7965435487705363,"lowerBound":0,"upperBound":1,"independentScore":0.7965435487705363,"independent":true,"opponentIds":1870,"independentOpponentIds":1870,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4ceb28cde6b1596087a57567"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7163742377245615,"lowerBound":0,"upperBound":1,"independentScore":0.7163742377245615,"independent":true,"opponentIds":1871,"independentOpponentIds":1871,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7e104039289d7fc14ef9f586"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.778741461423159,"lowerBound":0,"upperBound":1,"independentScore":0.778741461423159,"independent":true,"opponentIds":1872,"independentOpponentIds":1872,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["7ae3fdf8f41e4de36323c7d0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9006434250582045,"lowerBound":0,"upperBound":1,"independentScore":0.9006434250582045,"independent":true,"opponentIds":1873,"independentOpponentIds":1873,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b6a77b521be14c9f243e9567"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6162139387460108,"lowerBound":0,"upperBound":1,"independentScore":0.6162139387460108,"independent":true,"opponentIds":1874,"independentOpponentIds":1874,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["825e79632273448f16218dc8","9c90acc79272ab988a0c26dd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7486797059453069,"lowerBound":0,"upperBound":1,"independentScore":0.7486797059453069,"independent":true,"opponentIds":1875,"independentOpponentIds":1875,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["c1659dd6967ce3e4b921efe8","1993793c853b925a767d702e","06663dcafe05cdc14f74403f"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.40248888888888856,"lowerBound":0,"upperBound":1,"independentScore":0.40248888888888856,"independent":true,"opponentIds":1876,"independentOpponentIds":1876,"panelSize":49,"publishers":["ARC Prize"],"observations":["b818dce06c0fb558e7d7167a"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.043364630723066476,"lowerBound":0,"upperBound":1,"independentScore":0.043364630723066476,"independent":true,"opponentIds":1877,"independentOpponentIds":1877,"panelSize":25,"publishers":["Datacurve"],"observations":["b2a027bcbbe350e83bb9379f"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1878,"independentOpponentIds":1878,"panelSize":14,"publishers":["ARC Prize"],"observations":["f019be82c0b7b5fcd5e1527b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.13468354430379745,"lowerBound":0,"upperBound":1,"independentScore":0.13468354430379745,"independent":true,"opponentIds":1879,"independentOpponentIds":1879,"panelSize":8,"publishers":["Cognition"],"observations":["2ab8119e321a20d7de8cf1c0","4f8d2f40bdc3160cdf5b7a04"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6437025476775773,"lowerBound":0,"upperBound":1,"independentScore":0.6437025476775773,"independent":true,"opponentIds":1882,"independentOpponentIds":1882,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-iE9NNTJWbGpRia2fUVGkPf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c9542d99cde7168563fda1c8","976d7f8165eb9485a175b69d","bfe40ff055da82f7bc414895","8b88cbb811b02401ffdc78d9","e2c632bb7e806838d4f81fb0","8033faafc5f1e6a7c96955b3","509a0b5bf39aeae551ccd5e7","4ceb28cde6b1596087a57567","7e104039289d7fc14ef9f586","ae160ce0eff28148df829ba2","7ae3fdf8f41e4de36323c7d0","b6a77b521be14c9f243e9567","825e79632273448f16218dc8","9c90acc79272ab988a0c26dd","c1659dd6967ce3e4b921efe8","1993793c853b925a767d702e","06663dcafe05cdc14f74403f","b818dce06c0fb558e7d7167a","b2a027bcbbe350e83bb9379f","f019be82c0b7b5fcd5e1527b","2ab8119e321a20d7de8cf1c0","4f8d2f40bdc3160cdf5b7a04","epoch-run-JcuoAWhcnngPEZBPmiUyLF","epoch-run-iE9NNTJWbGpRia2fUVGkPf","epoch-run-Z6S3nMC2tnkpKUixCPLiDj"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-5.6-terra--effort-max","name":"GPT-5.6 Terra · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":70,"overallRating":{"score":0.5669778610965056,"supported":true,"families":39,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":237,"independentFamilies":39,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"LiveBench","independent":true,"share":0.13622474765172896},{"source":"Cognition","independent":true,"share":0.1355135132604079},{"source":"Vals AI","independent":true,"share":0.1344993175872988},{"source":"Terminal-Bench","independent":true,"share":0.132486873478359},{"source":"Artificial Analysis","independent":true,"share":0.12947760243163983},{"source":"ARC Prize","independent":true,"share":0.12470308652141218},{"source":"Epoch AI","independent":true,"share":0.12161406724302612},{"source":"Datacurve","independent":true,"share":0.08548079182611598}],"familyWeights":[{"family":"terminal-bench","share":0.1568541413523845},{"family":"frontiercode","share":0.1355135132604076},{"family":"deepswe","share":0.08548079182611605},{"family":"arc-agi","share":0.06778314545277135},{"family":"arc-agi-3","share":0.05691994106864049},{"family":"gpqa","share":0.031490654319837316},{"family":"simpleqa","share":0.027411077271384622},{"family":"frontiermath","share":0.0274110772713846},{"family":"aime","share":0.02354852973493287},{"family":"epoch-game-puzzles","share":0.019484940514467676},{"family":"livebench-instructions","share":0.019460678235961388},{"family":"livebench-math","share":0.019460678235961388},{"family":"livebench-reasoning","share":0.019460678235961388},{"family":"livebench-coding","share":0.019460678235961378},{"family":"livebench-data","share":0.019460678235961357},{"family":"livebench-language","share":0.019460678235961357},{"family":"multi-swe-bench","share":0.019460678235961357},{"family":"vals-code-migration","share":0.016823729965505917},{"family":"vals-legal-research","share":0.01681621305503983},{"family":"vibe-code","share":0.01681621305503983},{"family":"vals-excel-modeling","share":0.01680832029905044},{"family":"vals-finance-agent","share":0.016800022786343644},{"family":"vals-tax-agent","share":0.016800022786343644},{"family":"harvey","share":0.01679128856244174},{"family":"terminal-bench-science","share":0.008062081550407245},{"family":"enterprise-ops","share":0.008062081550407243},{"family":"itbench","share":0.008021771142655213},{"family":"apex-agents","share":0.008004495253618618},{"family":"ifbench","share":0.00789729178131705},{"family":"mmmu-pro","share":0.007785720183384489},{"family":"hle","share":0.0077663722426857705},{"family":"critpt","share":0.0077555582848132035},{"family":"omniscience","share":0.0077338569422599895},{"family":"tau-bench","share":0.007625482134261448},{"family":"gdpval","share":0.00734040990888221},{"family":"briefcase","share":0.0071325974980481184},{"family":"automationbench","share":0.007115332282559158},{"family":"gdp-pdf","share":0.007097636034561984},{"family":"aa-lcr","share":0.006820942976307409}]},"capabilityRatings":[{"bucket":"agentic","score":0.6198087785601403,"supported":true,"families":15,"independentFamilies":15,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6215309097179245,"supported":true,"families":10,"independentFamilies":10,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6463861458399413,"supported":true,"families":7,"independentFamilies":7,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.32535996818035035,"supported":true,"families":5,"independentFamilies":5,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4634668610232522,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7103167610130449,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7612924154957951,"lowerBound":0,"upperBound":1,"independentScore":0.7612924154957951,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4eb3693e28b5c639480c123e"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9309845122724393,"lowerBound":0,"upperBound":1,"independentScore":0.9309845122724393,"independent":true,"opponentIds":1880,"independentOpponentIds":1880,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-jUmmCNezoW7jWiK72SVCaP"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8920863309352518,"lowerBound":0,"upperBound":1,"independentScore":0.8920863309352518,"independent":true,"opponentIds":1883,"independentOpponentIds":1883,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["96c3a3a2f035810e06f7c504"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9121935976904,"lowerBound":0,"upperBound":1,"independentScore":0.9121935976904,"independent":true,"opponentIds":1864,"independentOpponentIds":1864,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["10cbe5fa43e014bed382086d","844b7cf56ba64216d5afd86a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8801021520678729,"lowerBound":0,"upperBound":1,"independentScore":0.8801021520678729,"independent":true,"opponentIds":1865,"independentOpponentIds":1865,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["9c2bd279a0064b7c6f9a8dc4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.975405574603433,"lowerBound":0,"upperBound":1,"independentScore":0.975405574603433,"independent":true,"opponentIds":1866,"independentOpponentIds":1866,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["482b224a42ef2c0ebab6349a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.37209302325581395,"lowerBound":0,"upperBound":1,"independentScore":0.37209302325581395,"independent":true,"opponentIds":1884,"independentOpponentIds":1884,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["808e972a6513da410559e288"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9060455627102284,"lowerBound":0,"upperBound":1,"independentScore":0.9060455627102284,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e91edbaf5cd42bdff700000a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.834416842596501,"lowerBound":0,"upperBound":1,"independentScore":0.834416842596501,"independent":true,"opponentIds":1868,"independentOpponentIds":1868,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["84ede5e6045c0ddb02194b7e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9175827768320457,"lowerBound":0,"upperBound":1,"independentScore":0.9175827768320457,"independent":true,"opponentIds":1881,"independentOpponentIds":1881,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9a14552947e63008bb4144d5","epoch-run-4bLcFNu5zF6YuZf3qVKoHE"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.2147971360381863,"lowerBound":0,"upperBound":1,"independentScore":0.2147971360381863,"independent":true,"opponentIds":1885,"independentOpponentIds":1885,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9152183192280224,"lowerBound":0,"upperBound":1,"independentScore":0.9152183192280224,"independent":true,"opponentIds":1870,"independentOpponentIds":1870,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7bd616b3ad913e37ff76098c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8413596580934317,"lowerBound":0,"upperBound":1,"independentScore":0.8413596580934317,"independent":true,"opponentIds":1871,"independentOpponentIds":1871,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d390f50c6bf94cf1e469c067"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8994974874371859,"lowerBound":0,"upperBound":1,"independentScore":0.8994974874371859,"independent":true,"opponentIds":1886,"independentOpponentIds":1886,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["551516755f69c30b82218d1b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9026127563674965,"lowerBound":0,"upperBound":1,"independentScore":0.9026127563674965,"independent":true,"opponentIds":1872,"independentOpponentIds":1872,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3c69d65f18eb996cf86b6710"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.910495577295934,"lowerBound":0,"upperBound":1,"independentScore":0.910495577295934,"independent":true,"opponentIds":1873,"independentOpponentIds":1873,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["42e8b0b41d2c2a6905c39a44"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8362619072603873,"lowerBound":0,"upperBound":1,"independentScore":0.8362619072603873,"independent":true,"opponentIds":1874,"independentOpponentIds":1874,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e5e477a801e611893a224b38","043d1293688d8b31aa878216"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.6777777777777777,"lowerBound":0,"upperBound":1,"independentScore":0.6777777777777777,"independent":true,"opponentIds":1887,"independentOpponentIds":1887,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["aa45a0adb91ce3f068658a53"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.41748724777233176,"lowerBound":0,"upperBound":1,"independentScore":0.41748724777233176,"independent":true,"opponentIds":1875,"independentOpponentIds":1875,"panelSize":217,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["d89971379e97e976f16034b5","28feac946c1190fb690e46f5","f0d9727936a52201f01fc6e9","e0e6da3e67b23e17eb3133aa","bc2becdddfac48a99983235f","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8350690691870862,"lowerBound":0,"upperBound":1,"independentScore":0.8350690691870862,"independent":true,"opponentIds":1876,"independentOpponentIds":1876,"panelSize":49,"publishers":["ARC Prize"],"observations":["853bc246193f33df5eea54f8"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8204251160517954,"lowerBound":0,"upperBound":1,"independentScore":0.8204251160517954,"independent":true,"opponentIds":1877,"independentOpponentIds":1877,"panelSize":25,"publishers":["Datacurve"],"observations":["8af3e2d0812a9e3c0e993ce1"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.4422604422604425,"lowerBound":0,"upperBound":1,"independentScore":0.4422604422604425,"independent":true,"opponentIds":1878,"independentOpponentIds":1878,"panelSize":14,"publishers":["ARC Prize"],"observations":["e97f395dde5500c89744b1bc"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5246523388116315,"lowerBound":0,"upperBound":1,"independentScore":0.5246523388116315,"independent":true,"opponentIds":1879,"independentOpponentIds":1879,"panelSize":8,"publishers":["Cognition"],"observations":["bf764fb9af20b8b9fff21eb8","a47e1f9779f4cb809ad3770e"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5133384146341464,"lowerBound":0,"upperBound":1,"independentScore":0.5133384146341464,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-7dbc7ec6565a0f02cf88e3df","panel-a9f487811c15538616e240dc","panel-a3408fd345658854b48ac897","panel-2ffe687d54dc27361f384c80"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.44588414634146345,"lowerBound":0,"upperBound":1,"independentScore":0.44588414634146345,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-09a415daaa3ba1bf4182a0f7","panel-ca7c8b7e35ea3b5ded4662c3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.4827235772357725,"lowerBound":0,"upperBound":1,"independentScore":0.4827235772357725,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-de29cc4390253be5d2777e81","panel-32a3607710de8dca34022897","panel-5cc0741a795c50acdfcdf9c2"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.679878048780488,"lowerBound":0,"upperBound":1,"independentScore":0.679878048780488,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-cf82c90989f66444fdc5693d","panel-15c08139fc4d22bca2d29df2","panel-eb688c9af7ea6d23fe75bb6f"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.592987804878049,"lowerBound":0,"upperBound":1,"independentScore":0.592987804878049,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b227ac7dafc453027f546347","panel-e1f754b895ac409b7ff2d1f9","panel-5997db067bc91ad16df75ea2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7728658536585369,"lowerBound":0,"upperBound":1,"independentScore":0.7728658536585369,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-f9e413513f7da7d9e60b6964","panel-d65e406870344792f02f74dc","panel-0b801630aaf53bc41f3182dd","panel-c3767e7e55780617f0ade91d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.28429878048780477,"lowerBound":0,"upperBound":1,"independentScore":0.28429878048780477,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b9a05d343e2978f3dcffdc61","panel-949d2db642838c34e2d944f3","panel-acc39098a765b02240f927e9","panel-eea8659463585ccb5e9e0a4b"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8035714285714292,"lowerBound":0,"upperBound":1,"independentScore":0.8035714285714292,"independent":true,"opponentIds":1889,"independentOpponentIds":1889,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-ZUygpkXqg3NjchXXfedAWV","epoch-run-J6evjTMgHkrun8txnEvzdN"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8384074007616079,"lowerBound":0,"upperBound":1,"independentScore":0.8384074007616079,"independent":true,"opponentIds":1882,"independentOpponentIds":1882,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-MFTd4BUbtzbfcCky6d79d4"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.33333333333333337,"lowerBound":0,"upperBound":1,"independentScore":0.33333333333333337,"independent":true,"opponentIds":1890,"independentOpponentIds":1890,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-DienatPbgfgn3EzM7Gvzxr"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5903544450900639,"lowerBound":0,"upperBound":1,"independentScore":0.5903544450900639,"independent":true,"opponentIds":1891,"independentOpponentIds":1891,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7359913793103446,"lowerBound":0,"upperBound":1,"independentScore":0.7359913793103446,"independent":true,"opponentIds":1892,"independentOpponentIds":1892,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.605190502484815,"lowerBound":0,"upperBound":1,"independentScore":0.605190502484815,"independent":true,"opponentIds":1893,"independentOpponentIds":1893,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.5271800679501698,"lowerBound":0,"upperBound":1,"independentScore":0.5271800679501698,"independent":true,"opponentIds":1894,"independentOpponentIds":1894,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.43677526228602975,"lowerBound":0,"upperBound":1,"independentScore":0.43677526228602975,"independent":true,"opponentIds":1895,"independentOpponentIds":1895,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.639744334689134,"lowerBound":0,"upperBound":1,"independentScore":0.639744334689134,"independent":true,"opponentIds":1896,"independentOpponentIds":1896,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-5.6-terra"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4eb3693e28b5c639480c123e","96c3a3a2f035810e06f7c504","10cbe5fa43e014bed382086d","9c2bd279a0064b7c6f9a8dc4","482b224a42ef2c0ebab6349a","808e972a6513da410559e288","e91edbaf5cd42bdff700000a","84ede5e6045c0ddb02194b7e","9a14552947e63008bb4144d5","7bd616b3ad913e37ff76098c","d390f50c6bf94cf1e469c067","551516755f69c30b82218d1b","844b7cf56ba64216d5afd86a","3c69d65f18eb996cf86b6710","42e8b0b41d2c2a6905c39a44","e5e477a801e611893a224b38","043d1293688d8b31aa878216","aa45a0adb91ce3f068658a53","d89971379e97e976f16034b5","28feac946c1190fb690e46f5","f0d9727936a52201f01fc6e9","853bc246193f33df5eea54f8","8af3e2d0812a9e3c0e993ce1","e0e6da3e67b23e17eb3133aa","e97f395dde5500c89744b1bc","bf764fb9af20b8b9fff21eb8","a47e1f9779f4cb809ad3770e","bc2becdddfac48a99983235f","panel-7dbc7ec6565a0f02cf88e3df","panel-09a415daaa3ba1bf4182a0f7","panel-ca7c8b7e35ea3b5ded4662c3","panel-de29cc4390253be5d2777e81","panel-cf82c90989f66444fdc5693d","panel-a9f487811c15538616e240dc","panel-b227ac7dafc453027f546347","panel-f9e413513f7da7d9e60b6964","panel-a3408fd345658854b48ac897","panel-2ffe687d54dc27361f384c80","panel-b9a05d343e2978f3dcffdc61","panel-32a3607710de8dca34022897","panel-e1f754b895ac409b7ff2d1f9","panel-949d2db642838c34e2d944f3","panel-d65e406870344792f02f74dc","panel-acc39098a765b02240f927e9","panel-eea8659463585ccb5e9e0a4b","panel-15c08139fc4d22bca2d29df2","panel-eb688c9af7ea6d23fe75bb6f","panel-0b801630aaf53bc41f3182dd","panel-5997db067bc91ad16df75ea2","panel-5cc0741a795c50acdfcdf9c2","panel-c3767e7e55780617f0ade91d","epoch-run-ZUygpkXqg3NjchXXfedAWV","epoch-run-J6evjTMgHkrun8txnEvzdN","epoch-run-4bLcFNu5zF6YuZf3qVKoHE","epoch-run-MFTd4BUbtzbfcCky6d79d4","epoch-run-jUmmCNezoW7jWiK72SVCaP","epoch-run-DienatPbgfgn3EzM7Gvzxr","vals-finance-agent-v2:openai/gpt-5.6-terra","vals-code-migration-v1:openai/gpt-5.6-terra","vals-legal-research-v1:openai/gpt-5.6-terra","vals-emb-v1:openai/gpt-5.6-terra","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-terra","vals-vibe-code-bench-v1.1:openai/gpt-5.6-terra","vals-legal-agent-benchmark-v1:openai/gpt-5.6-terra","vals-tax-agent-bench-v1:openai/gpt-5.6-terra"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":70}],"unspecified":0,"total":70}},{"id":"gpt-5.6-terra--effort-medium","name":"GPT-5.6 Terra · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":24,"overallRating":{"score":0.10677516122948026,"supported":true,"families":18,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":237,"independentFamilies":18,"reason":null,"independentSources":5,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.26793079389318186},{"source":"ARC Prize","independent":true,"share":0.24995892002673642},{"source":"Artificial Analysis","independent":true,"share":0.23429128808543373},{"source":"Datacurve","independent":true,"share":0.1494949823033499},{"source":"Epoch AI","independent":true,"share":0.09832401569130339}],"familyWeights":[{"family":"frontiercode","share":0.267930793893182},{"family":"deepswe","share":0.14949498230334995},{"family":"arc-agi","share":0.14535124442668113},{"family":"arc-agi-3","share":0.10460767560005534},{"family":"epoch-game-puzzles","share":0.09832401569130336},{"family":"ifbench","share":0.021742502148836308},{"family":"hle","share":0.019876637032156794},{"family":"gpqa","share":0.019825882286422514},{"family":"critpt","share":0.019721624308176405},{"family":"omniscience","share":0.019632860730825333},{"family":"mmmu-pro","share":0.0194048483021755},{"family":"tau-bench","share":0.01918579250496167},{"family":"aa-lcr","share":0.017412712878324712},{"family":"gdpval","share":0.016953469876533574},{"family":"briefcase","share":0.01567093312238329},{"family":"automationbench","share":0.015589011282625957},{"family":"gdp-pdf","share":0.015540564491076733},{"family":"terminal-bench","share":0.013734449120930317}]},"capabilityRatings":[{"bucket":"agentic","score":0.2877656829319534,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18807944037573832,"supported":true,"families":6,"independentFamilies":6,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2614244305487087,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2386990665279282,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.28534200274494287,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3194163101265829,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6087974621365799,"lowerBound":0,"upperBound":1,"independentScore":0.6087974621365799,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["05bb2ffc8f323b804ff3a9d8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6725488759608336,"lowerBound":0,"upperBound":1,"independentScore":0.6725488759608336,"independent":true,"opponentIds":1864,"independentOpponentIds":1864,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5f53c2771eb757d3cf48a96a","c7acdae5a149d8091e2337d7"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6290612762534021,"lowerBound":0,"upperBound":1,"independentScore":0.6290612762534021,"independent":true,"opponentIds":1865,"independentOpponentIds":1865,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["9ff5213c647e57fdbbba21de"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8986544472156223,"lowerBound":0,"upperBound":1,"independentScore":0.8986544472156223,"independent":true,"opponentIds":1866,"independentOpponentIds":1866,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["025b9123f3de9ba5613f746d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7488526409073327,"lowerBound":0,"upperBound":1,"independentScore":0.7488526409073327,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["5b0dec8e5666bee78f17d15a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7529182136644936,"lowerBound":0,"upperBound":1,"independentScore":0.7529182136644936,"independent":true,"opponentIds":1868,"independentOpponentIds":1868,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["abfa176ea4c9a7cb4f6ebb29"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8533133597677539,"lowerBound":0,"upperBound":1,"independentScore":0.8533133597677539,"independent":true,"opponentIds":1869,"independentOpponentIds":1869,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b52c98ccf19f855316aee8e6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8209937311678315,"lowerBound":0,"upperBound":1,"independentScore":0.8209937311678315,"independent":true,"opponentIds":1870,"independentOpponentIds":1870,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cc0fd5140539d980b4e6aca0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7360039545227132,"lowerBound":0,"upperBound":1,"independentScore":0.7360039545227132,"independent":true,"opponentIds":1871,"independentOpponentIds":1871,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9bf9d80a85c8034bca770ecd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8026111039034116,"lowerBound":0,"upperBound":1,"independentScore":0.8026111039034116,"independent":true,"opponentIds":1872,"independentOpponentIds":1872,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["137871edba9c2527a9cc0a2d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9040595139849013,"lowerBound":0,"upperBound":1,"independentScore":0.9040595139849013,"independent":true,"opponentIds":1873,"independentOpponentIds":1873,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["04540512a2d8e2ea11478d89"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6960554411221396,"lowerBound":0,"upperBound":1,"independentScore":0.6960554411221396,"independent":true,"opponentIds":1874,"independentOpponentIds":1874,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ed610bdab58d272989a6b7f9","6c8ab0b52a7c4aec1c308cd5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6344912059779007,"lowerBound":0,"upperBound":1,"independentScore":0.6344912059779007,"independent":true,"opponentIds":1897,"independentOpponentIds":1897,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["b471f88e4106eb6883be1958","56fc2c38a6ac97ecdb0c78ba"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.47608888888888873,"lowerBound":0,"upperBound":1,"independentScore":0.47608888888888873,"independent":true,"opponentIds":1876,"independentOpponentIds":1876,"panelSize":49,"publishers":["ARC Prize"],"observations":["0a8c913b486b6fffe98e5acb"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.09621527441680373,"lowerBound":0,"upperBound":1,"independentScore":0.09621527441680373,"independent":true,"opponentIds":1877,"independentOpponentIds":1877,"panelSize":25,"publishers":["Datacurve"],"observations":["5b1b840c7e90fab89305a587"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.0345828444389551,"lowerBound":0,"upperBound":1,"independentScore":0.0345828444389551,"independent":true,"opponentIds":1878,"independentOpponentIds":1878,"panelSize":14,"publishers":["ARC Prize"],"observations":["3ca697c43da26b4e6144885f"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.2433755274261603,"lowerBound":0,"upperBound":1,"independentScore":0.2433755274261603,"independent":true,"opponentIds":1879,"independentOpponentIds":1879,"panelSize":8,"publishers":["Cognition"],"observations":["6de659b8ed7b026127969cf3","8d972c585034853563988a88"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.11683952906479102,"lowerBound":0,"upperBound":1,"independentScore":0.11683952906479102,"independent":true,"opponentIds":1882,"independentOpponentIds":1882,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-WcCQQSHTFAhXk6qCWEeSLh"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["05bb2ffc8f323b804ff3a9d8","5f53c2771eb757d3cf48a96a","9ff5213c647e57fdbbba21de","025b9123f3de9ba5613f746d","5b0dec8e5666bee78f17d15a","abfa176ea4c9a7cb4f6ebb29","b52c98ccf19f855316aee8e6","cc0fd5140539d980b4e6aca0","9bf9d80a85c8034bca770ecd","c7acdae5a149d8091e2337d7","137871edba9c2527a9cc0a2d","04540512a2d8e2ea11478d89","ed610bdab58d272989a6b7f9","6c8ab0b52a7c4aec1c308cd5","b471f88e4106eb6883be1958","56fc2c38a6ac97ecdb0c78ba","0a8c913b486b6fffe98e5acb","5b1b840c7e90fab89305a587","3ca697c43da26b4e6144885f","6de659b8ed7b026127969cf3","8d972c585034853563988a88","epoch-run-WcCQQSHTFAhXk6qCWEeSLh"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-5.6-terra--effort-non-reasoning","name":"GPT-5.6 Terra · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":15,"overallRating":{"score":0.0833751995838355,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000022}],"familyWeights":[{"family":"gpqa","share":0.10492540890154924},{"family":"critpt","share":0.10395717701823536},{"family":"hle","share":0.10233749866795258},{"family":"mmmu-pro","share":0.10125791625068664},{"family":"omniscience","share":0.09984291001660241},{"family":"aa-lcr","share":0.09326140972639},{"family":"gdpval","share":0.07805004317886534},{"family":"terminal-bench","share":0.06985887236548163},{"family":"briefcase","share":0.06869165059690462},{"family":"gdp-pdf","share":0.06737491037308681},{"family":"automationbench","share":0.06736759937669808},{"family":"tau-bench","share":0.04307460352754716}]},"capabilityRatings":[{"bucket":"agentic","score":0.24732789598098107,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11841706006538587,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.20509455149962777,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2405705482579221,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.09185277948618419,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.126177821230694,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5474951259183297,"lowerBound":0,"upperBound":1,"independentScore":0.5474951259183297,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2faac4960c311646d5d8cdea"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5577850451820071,"lowerBound":0,"upperBound":1,"independentScore":0.5577850451820071,"independent":true,"opponentIds":1898,"independentOpponentIds":1898,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["558071cbc1fad71c429098b9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.41067074765050476,"lowerBound":0,"upperBound":1,"independentScore":0.41067074765050476,"independent":true,"opponentIds":1865,"independentOpponentIds":1865,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["9b21e4ecbf840dbe6fe463a9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7084457936393701,"lowerBound":0,"upperBound":1,"independentScore":0.7084457936393701,"independent":true,"opponentIds":1866,"independentOpponentIds":1866,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4c1370b3f65b8ad3d1b78deb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5725880571391553,"lowerBound":0,"upperBound":1,"independentScore":0.5725880571391553,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["624d491d473a7a1bb1f45baf"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6602503989260446,"lowerBound":0,"upperBound":1,"independentScore":0.6602503989260446,"independent":true,"opponentIds":1868,"independentOpponentIds":1868,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a305fd24000f9f954201a4f0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5354565070513617,"lowerBound":0,"upperBound":1,"independentScore":0.5354565070513617,"independent":true,"opponentIds":1869,"independentOpponentIds":1869,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["33c3d386b31ffb1ebcf6d165"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5526601554757434,"lowerBound":0,"upperBound":1,"independentScore":0.5526601554757434,"independent":true,"opponentIds":1870,"independentOpponentIds":1870,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["38cef7b62412ad7e99c933fd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5312889100247024,"lowerBound":0,"upperBound":1,"independentScore":0.5312889100247024,"independent":true,"opponentIds":1872,"independentOpponentIds":1872,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ea99a5d3d1870424b5f5826f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.824359741123304,"lowerBound":0,"upperBound":1,"independentScore":0.824359741123304,"independent":true,"opponentIds":1873,"independentOpponentIds":1873,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0cf0c4cefc218ea3fcfed10b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4990804309065437,"lowerBound":0,"upperBound":1,"independentScore":0.4990804309065437,"independent":true,"opponentIds":1899,"independentOpponentIds":1899,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cc2e0c6125fc70488c1fc96a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4599738362694562,"lowerBound":0,"upperBound":1,"independentScore":0.4599738362694562,"independent":true,"opponentIds":1897,"independentOpponentIds":1897,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["3ec836beaabc8142f018c103","daec7972c49960bddeda4c94"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2faac4960c311646d5d8cdea","558071cbc1fad71c429098b9","9b21e4ecbf840dbe6fe463a9","4c1370b3f65b8ad3d1b78deb","624d491d473a7a1bb1f45baf","a305fd24000f9f954201a4f0","33c3d386b31ffb1ebcf6d165","38cef7b62412ad7e99c933fd","ea99a5d3d1870424b5f5826f","0cf0c4cefc218ea3fcfed10b","cc2e0c6125fc70488c1fc96a","3ec836beaabc8142f018c103","daec7972c49960bddeda4c94"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.6-terra--effort-xhigh","name":"GPT-5.6 Terra · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":28,"overallRating":{"score":0.4609407036999364,"supported":true,"families":17,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2815701151153239},{"source":"ARC Prize","independent":true,"share":0.2677042477742276},{"source":"Artificial Analysis","independent":true,"share":0.2517428340212521},{"source":"Datacurve","independent":true,"share":0.1571051940864224},{"source":"Vals AI","independent":true,"share":0.041877609002769746}],"familyWeights":[{"family":"frontiercode","share":0.2815701151153243},{"family":"arc-agi","share":0.26770424777422785},{"family":"deepswe","share":0.15710519408642248},{"family":"mmlu-pro","share":0.04187760900276975},{"family":"ifbench","share":0.022849328903133636},{"family":"hle","share":0.020888479804531807},{"family":"gpqa","share":0.020835141330848385},{"family":"critpt","share":0.020725575981864454},{"family":"omniscience","share":0.0206322937938426},{"family":"mmmu-pro","share":0.020392674133669252},{"family":"tau-bench","share":0.020162467052422865},{"family":"terminal-bench","share":0.01995829878987368},{"family":"aa-lcr","share":0.01829912679456567},{"family":"gdpval","share":0.01781650550642889},{"family":"briefcase","share":0.016468679762853846},{"family":"automationbench","share":0.01638258759884478},{"family":"gdp-pdf","share":0.016331674568374227}]},"capabilityRatings":[{"bucket":"agentic","score":0.43386729575189326,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5850244516033025,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5252572545066682,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22250605216586475,"supported":true,"families":3,"independentFamilies":3,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3897905369649335,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.551364541833237,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7444453786871098,"lowerBound":0,"upperBound":1,"independentScore":0.7444453786871098,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["86d83394e5c1dedc4e073325"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8396528593036264,"lowerBound":0,"upperBound":1,"independentScore":0.8396528593036264,"independent":true,"opponentIds":1864,"independentOpponentIds":1864,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["2c432d2c8b7a766c8e6fa9ee","8e8e407c3e017b07dc1ef99b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6883113778519337,"lowerBound":0,"upperBound":1,"independentScore":0.6883113778519337,"independent":true,"opponentIds":1865,"independentOpponentIds":1865,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["cde8f1d0912a8d8d7b53a2fc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9589468501255782,"lowerBound":0,"upperBound":1,"independentScore":0.9589468501255782,"independent":true,"opponentIds":1866,"independentOpponentIds":1866,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3f5411918c81e8417d609437"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9133228409974592,"lowerBound":0,"upperBound":1,"independentScore":0.9133228409974592,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["c21d9ad9948b19bd911c878b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8331852986853027,"lowerBound":0,"upperBound":1,"independentScore":0.8331852986853027,"independent":true,"opponentIds":1868,"independentOpponentIds":1868,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9b3b37fb91a24c4cff4cc9ad"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9211493967963802,"lowerBound":0,"upperBound":1,"independentScore":0.9211493967963802,"independent":true,"opponentIds":1869,"independentOpponentIds":1869,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fa42c089a53fd555317dbe29"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9118340534189233,"lowerBound":0,"upperBound":1,"independentScore":0.9118340534189233,"independent":true,"opponentIds":1870,"independentOpponentIds":1870,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a6dda5e47ee22a10d0d528f3"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7814232110147258,"lowerBound":0,"upperBound":1,"independentScore":0.7814232110147258,"independent":true,"opponentIds":1871,"independentOpponentIds":1871,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["11ee9137ca06723a61832a4a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4111282843894899,"lowerBound":0,"upperBound":1,"independentScore":0.4111282843894899,"independent":true,"opponentIds":1900,"independentOpponentIds":1900,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8775628507443071,"lowerBound":0,"upperBound":1,"independentScore":0.8775628507443071,"independent":true,"opponentIds":1872,"independentOpponentIds":1872,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ce8f5b1c4ce56d1658212785"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9087731948570211,"lowerBound":0,"upperBound":1,"independentScore":0.9087731948570211,"independent":true,"opponentIds":1873,"independentOpponentIds":1873,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b62ff97ce03382d2ffb23d24"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7295306490788359,"lowerBound":0,"upperBound":1,"independentScore":0.7295306490788359,"independent":true,"opponentIds":1874,"independentOpponentIds":1874,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c8b0c50f6cebd6baf77fe47a","ce1da51dd767cfb113a95de3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8519711269319075,"lowerBound":0,"upperBound":1,"independentScore":0.8519711269319075,"independent":true,"opponentIds":1875,"independentOpponentIds":1875,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["e878d0cba9034a989af2ce79","0a83c8ef0e3c0b400210b1ab","056b08fb9ab01edd59f46622"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8283507470256644,"lowerBound":0,"upperBound":1,"independentScore":0.8283507470256644,"independent":true,"opponentIds":1876,"independentOpponentIds":1876,"panelSize":49,"publishers":["ARC Prize"],"observations":["e4620c3a04edefbb34c222e8"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5754525215371209,"lowerBound":0,"upperBound":1,"independentScore":0.5754525215371209,"independent":true,"opponentIds":1877,"independentOpponentIds":1877,"panelSize":25,"publishers":["Datacurve"],"observations":["2ca3b5887af025e030617db6"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4418565400843883,"lowerBound":0,"upperBound":1,"independentScore":0.4418565400843883,"independent":true,"opponentIds":1879,"independentOpponentIds":1879,"panelSize":8,"publishers":["Cognition"],"observations":["2105c7646f3a139187821073","35e9f237985104a6fd022a74"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["86d83394e5c1dedc4e073325","2c432d2c8b7a766c8e6fa9ee","cde8f1d0912a8d8d7b53a2fc","3f5411918c81e8417d609437","c21d9ad9948b19bd911c878b","9b3b37fb91a24c4cff4cc9ad","fa42c089a53fd555317dbe29","a6dda5e47ee22a10d0d528f3","11ee9137ca06723a61832a4a","8e8e407c3e017b07dc1ef99b","ce8f5b1c4ce56d1658212785","b62ff97ce03382d2ffb23d24","c8b0c50f6cebd6baf77fe47a","ce1da51dd767cfb113a95de3","e878d0cba9034a989af2ce79","0a83c8ef0e3c0b400210b1ab","056b08fb9ab01edd59f46622","e4620c3a04edefbb34c222e8","2ca3b5887af025e030617db6","2105c7646f3a139187821073","35e9f237985104a6fd022a74","vals-mmlu-pro-v1:openai/gpt-5.6-terra"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-6-astra--effort-max","name":"GPT-6 Astra · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":82,"overallRating":{"score":0.906830004646622,"supported":true,"families":38,"publishers":9,"evaluationSources":9,"taskAreas":6,"opponents":237,"independentFamilies":37,"reason":null,"independentSources":8,"labWeightShare":0.24008785573524827,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"OpenAI","independent":false,"share":0.240087855735248},{"source":"LiveBench","independent":true,"share":0.10738617694152772},{"source":"Cognition","independent":true,"share":0.10682550978295413},{"source":"Vals AI","independent":true,"share":0.10602601778254202},{"source":"ARC Prize","independent":true,"share":0.1046051050910696},{"source":"Epoch AI","independent":true,"share":0.10181768217064965},{"source":"Artificial Analysis","independent":true,"share":0.101762704265126},{"source":"Datacurve","independent":true,"share":0.06738463894687717},{"source":"Terminal-Bench","independent":true,"share":0.06410430928399782}],"familyWeights":[{"family":"deepswe","share":0.11540221009392683},{"family":"frontiercode","share":0.10682550978295412},{"family":"terminal-bench","share":0.08332288491779288},{"family":"terminal-bench-science","share":0.0547407088937052},{"family":"automationbench","share":0.05405704827792875},{"family":"gdp-pdf","share":0.05404371961366557},{"family":"arc-agi","share":0.05343355724067109},{"family":"arc-agi-3","share":0.0511715478503983},{"family":"osworld","share":0.04801757114704959},{"family":"gpqa","share":0.028112175226956613},{"family":"epoch-game-puzzles","share":0.02160819414067343},{"family":"simpleqa","share":0.021608194140673425},{"family":"aime","share":0.021608194140673387},{"family":"harvey","share":0.01998915912647824},{"family":"frontiermath","share":0.015384905607956264},{"family":"livebench-instructions","share":0.015340882420218367},{"family":"livebench-math","share":0.015340882420218367},{"family":"livebench-reasoning","share":0.015340882420218367},{"family":"livebench-coding","share":0.015340882420218362},{"family":"livebench-data","share":0.015340882420218345},{"family":"livebench-language","share":0.015340882420218345},{"family":"multi-swe-bench","share":0.015340882420218345},{"family":"vals-code-migration","share":0.01326217206517523},{"family":"vals-legal-research","share":0.013256246473157042},{"family":"vibe-code","share":0.013256246473157042},{"family":"vals-excel-modeling","share":0.013250024601537945},{"family":"vals-finance-agent","share":0.013243483659579407},{"family":"vals-tax-agent","share":0.013243483659579407},{"family":"analyst-agent","share":0.006743323239864743},{"family":"itbench","share":0.006690993204037573},{"family":"aa-lcr","share":0.006662647932138344},{"family":"mmmu-pro","share":0.006549155840297342},{"family":"hle","share":0.006536146579877405},{"family":"critpt","share":0.006530284837696733},{"family":"omniscience","share":0.006512430482570495},{"family":"gdpval","share":0.006221071757551756},{"family":"briefcase","share":0.00605749922819401},{"family":"tau-bench","share":0.005273032822544399}]},"capabilityRatings":[{"bucket":"agentic","score":0.7899824293835235,"supported":true,"families":15,"independentFamilies":14,"opponents":149,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.8028977776613667,"supported":true,"families":10,"independentFamilies":10,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9023842497356412,"supported":true,"families":7,"independentFamilies":7,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7605533972446282,"supported":true,"families":4,"independentFamilies":4,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7478145205516112,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7043209774889511,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.836986301369863,"lowerBound":0,"upperBound":1,"independentScore":0.836986301369863,"independent":true,"opponentIds":1901,"independentOpponentIds":1901,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["a15775f54335adef61419215"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9214015525094311,"lowerBound":0,"upperBound":1,"independentScore":0.9214015525094311,"independent":true,"opponentIds":1902,"independentOpponentIds":1902,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["85b8ecd429880d200e00a398"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9624183006535948,"lowerBound":0,"upperBound":1,"independentScore":0.9624183006535948,"independent":true,"opponentIds":1903,"independentOpponentIds":1903,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-L7kW8yxFKCjVXhxNnt3VTq"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8629740588608791,"lowerBound":0,"upperBound":1,"independentScore":0.8629740588608791,"independent":true,"opponentIds":1904,"independentOpponentIds":1904,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["dd5479697cf074b77c8a02ce","9f4ba53c8465e3b7e7fd2c5b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9971558032822206,"lowerBound":0,"upperBound":1,"independentScore":0.9745426837533965,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["d80dccedbe3f2ce8236cc39d","launch-openai-gpt61-sol-launch-2396"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9925000352505495,"lowerBound":0,"upperBound":1,"independentScore":0.9925000352505495,"independent":true,"opponentIds":1906,"independentOpponentIds":1906,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["770de22cf6837ba9567ed41e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7883519987829872,"lowerBound":0,"upperBound":1,"independentScore":0.9842914481816816,"independent":true,"opponentIds":1907,"independentOpponentIds":1907,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["8738686d0dc2a17d182e3113","launch-openai-gpt61-sol-launch-2380"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8661408224670718,"lowerBound":0,"upperBound":1,"independentScore":0.8661408224670718,"independent":true,"opponentIds":1908,"independentOpponentIds":1908,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["5ccdb77a6f9a3a8d02d57dcc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1909,"independentOpponentIds":1909,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["7f05b02e6f808515a93f167f","epoch-run-3h8STJpG2VzY9LiBUzwotv"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5649940734887391,"lowerBound":0,"upperBound":1,"independentScore":0.5649940734887391,"independent":true,"opponentIds":1910,"independentOpponentIds":1910,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["16d220d928175ee74b8d0492","vals-legal-agent-benchmark-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9879606226816869,"lowerBound":0,"upperBound":1,"independentScore":0.9879606226816869,"independent":true,"opponentIds":1911,"independentOpponentIds":1911,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["faafe666826d6591d79ddb5e"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8263579697239536,"lowerBound":0,"upperBound":1,"independentScore":0.8263579697239536,"independent":true,"opponentIds":1912,"independentOpponentIds":1912,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["f861154ba82953aeb3b450b6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.998337002943432,"lowerBound":0,"upperBound":1,"independentScore":0.998337002943432,"independent":true,"opponentIds":1913,"independentOpponentIds":1913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["25c47bbff1f4c6c57d50efb0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9901711676943107,"lowerBound":0,"upperBound":1,"independentScore":0.9901711676943107,"independent":true,"opponentIds":1914,"independentOpponentIds":1914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["264cafe65edbf0954b13f92e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8813874582814877,"lowerBound":0,"upperBound":1,"independentScore":0.8813874582814877,"independent":true,"opponentIds":1915,"independentOpponentIds":1915,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9716086f04cc09344b507629"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1916,"independentOpponentIds":1916,"panelSize":27,"publishers":["Artificial Analysis","OpenAI"],"observations":["af914cf2b8698f09e21fa009","launch-openai-gpt61-sol-launch-2432"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9450674811066573,"lowerBound":0,"upperBound":1,"independentScore":0.9450674811066573,"independent":true,"opponentIds":1917,"independentOpponentIds":1917,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["5b213107007dc966fa21bdbf","905559652cdb38bdf511bcc4","bf597f8d4309561326a1ef1f","4576356c73ac05320b9f32bf","vals-terminal-bench-2-1-v2.1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":49,"publishers":["ARC Prize"],"observations":["34add3a000b32e26d7ba251e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9812757536245741,"lowerBound":0,"upperBound":1,"independentScore":0.9679330564378208,"independent":true,"opponentIds":1919,"independentOpponentIds":1920,"panelSize":27,"publishers":["Datacurve","OpenAI"],"observations":["fa893735776a86c9eaeeab33","launch-openai-gpt61-sol-launch-2370"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1921,"independentOpponentIds":1921,"panelSize":14,"publishers":["ARC Prize"],"observations":["67d76f5adea449a9001331d3","0ed985881b62cd0bc3af4eb4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1922,"independentOpponentIds":1922,"panelSize":8,"publishers":["Cognition"],"observations":["4e9cc5a5d770369cade88aba","bc72c2627601d13388cbfc75"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7751524390243907,"lowerBound":0,"upperBound":1,"independentScore":0.7751524390243907,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-3f8750e2188da7c334cd0e4e","panel-1a8d0032f7d3827254000690","panel-49cb0eef818478e18b9fc73e","panel-c033816ccaa5e32d8fc2fa0d"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6249999999999997,"lowerBound":0,"upperBound":1,"independentScore":0.6249999999999997,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e91cb820ea7d82b6f4b05678","panel-353e8b3bee4e37d087e93bed"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7845528455284552,"lowerBound":0,"upperBound":1,"independentScore":0.7845528455284552,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c1b3d7f5a165e5b35bf2018b","panel-299ef4c22b4342670d0dae08","panel-0fef39ca040d37164c362ec0"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.8765243902439025,"lowerBound":0,"upperBound":1,"independentScore":0.8765243902439025,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ec9906abde481a797aa4cc9a","panel-f50eede8d326b80321f28443","panel-1fc821825e1232dce70ea7f7"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6336382113821138,"lowerBound":0,"upperBound":1,"independentScore":0.6336382113821138,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d0d17e92e62bfc0685fa0240","panel-d5ad12f947dad7a22a4caa26","panel-c494b83960b7daa2e65bbace"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7774390243902441,"lowerBound":0,"upperBound":1,"independentScore":0.7774390243902441,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-60bacf6417f2d976a9991114","panel-29daa78a29277b8e3c4e1935","panel-8fabb53ed27c9588a99748d3","panel-1ffa9572fdf497d938c73d9d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7713414634146346,"lowerBound":0,"upperBound":1,"independentScore":0.7713414634146346,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-963e7b44cd565be1b3cc9695","panel-759a23b0d450b5e3fb8ee226","panel-ea75961dc8f3284bcade8e4d","panel-947aa825ea0ab05af778ef0a"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1924,"independentOpponentIds":1924,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-f7BCT27LzcAtaLDP2tcrWF","epoch-run-csK2fe5T8p2R7WgoJUu6bZ"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1925,"independentOpponentIds":1925,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-FA7pM9hKdkgTXmGHptcno7"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1926,"independentOpponentIds":1926,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-PppwnX7EjXx2SeTcFN8Ujn"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.462521789657176,"lowerBound":0,"upperBound":1,"independentScore":0.462521789657176,"independent":true,"opponentIds":1927,"independentOpponentIds":1927,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.9515086206896551,"lowerBound":0,"upperBound":1,"independentScore":0.9515086206896551,"independent":true,"opponentIds":1928,"independentOpponentIds":1928,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.5107675317504141,"lowerBound":0,"upperBound":1,"independentScore":0.5107675317504141,"independent":true,"opponentIds":1929,"independentOpponentIds":1929,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.8018120045300112,"lowerBound":0,"upperBound":1,"independentScore":0.8018120045300112,"independent":true,"opponentIds":1930,"independentOpponentIds":1930,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.9006073992269464,"lowerBound":0,"upperBound":1,"independentScore":0.9006073992269464,"independent":true,"opponentIds":1931,"independentOpponentIds":1931,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.5119116792562463,"lowerBound":0,"upperBound":1,"independentScore":0.5119116792562463,"independent":true,"opponentIds":1932,"independentOpponentIds":1932,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2416"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a15775f54335adef61419215","85b8ecd429880d200e00a398","dd5479697cf074b77c8a02ce","d80dccedbe3f2ce8236cc39d","770de22cf6837ba9567ed41e","8738686d0dc2a17d182e3113","5ccdb77a6f9a3a8d02d57dcc","7f05b02e6f808515a93f167f","16d220d928175ee74b8d0492","faafe666826d6591d79ddb5e","f861154ba82953aeb3b450b6","9f4ba53c8465e3b7e7fd2c5b","25c47bbff1f4c6c57d50efb0","264cafe65edbf0954b13f92e","9716086f04cc09344b507629","af914cf2b8698f09e21fa009","5b213107007dc966fa21bdbf","905559652cdb38bdf511bcc4","34add3a000b32e26d7ba251e","fa893735776a86c9eaeeab33","bf597f8d4309561326a1ef1f","67d76f5adea449a9001331d3","0ed985881b62cd0bc3af4eb4","4e9cc5a5d770369cade88aba","bc72c2627601d13388cbfc75","4576356c73ac05320b9f32bf","panel-3f8750e2188da7c334cd0e4e","panel-e91cb820ea7d82b6f4b05678","panel-353e8b3bee4e37d087e93bed","panel-c1b3d7f5a165e5b35bf2018b","panel-ec9906abde481a797aa4cc9a","panel-1a8d0032f7d3827254000690","panel-d0d17e92e62bfc0685fa0240","panel-60bacf6417f2d976a9991114","panel-49cb0eef818478e18b9fc73e","panel-c033816ccaa5e32d8fc2fa0d","panel-963e7b44cd565be1b3cc9695","panel-299ef4c22b4342670d0dae08","panel-d5ad12f947dad7a22a4caa26","panel-759a23b0d450b5e3fb8ee226","panel-29daa78a29277b8e3c4e1935","panel-ea75961dc8f3284bcade8e4d","panel-947aa825ea0ab05af778ef0a","panel-f50eede8d326b80321f28443","panel-1fc821825e1232dce70ea7f7","panel-8fabb53ed27c9588a99748d3","panel-c494b83960b7daa2e65bbace","panel-0fef39ca040d37164c362ec0","panel-1ffa9572fdf497d938c73d9d","epoch-run-f7BCT27LzcAtaLDP2tcrWF","epoch-run-csK2fe5T8p2R7WgoJUu6bZ","epoch-run-3h8STJpG2VzY9LiBUzwotv","epoch-run-FA7pM9hKdkgTXmGHptcno7","epoch-run-L7kW8yxFKCjVXhxNnt3VTq","epoch-run-PppwnX7EjXx2SeTcFN8Ujn","vals-finance-agent-v2:openai/gpt-6-astra","vals-code-migration-v1:openai/gpt-6-astra","vals-legal-research-v1:openai/gpt-6-astra","vals-emb-v1:openai/gpt-6-astra","vals-terminal-bench-2-1-v2.1:openai/gpt-6-astra","vals-vibe-code-bench-v1.1:openai/gpt-6-astra","vals-legal-agent-benchmark-v1:openai/gpt-6-astra","vals-tax-agent-bench-v1:openai/gpt-6-astra","launch-openai-gpt61-sol-launch-2396","launch-openai-gpt61-sol-launch-2370","launch-openai-gpt61-sol-launch-2416","launch-openai-gpt61-sol-launch-2432","launch-openai-gpt61-sol-launch-2380"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":82}],"unspecified":0,"total":82}},{"id":"gpt-6-astra--effort-high","name":"GPT-6 Astra · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":29,"overallRating":{"score":0.9184835607694163,"supported":true,"families":19,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":6,"labWeightShare":0.2500000000000004,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"OpenAI","independent":false,"share":0.24999999999999992},{"source":"Cognition","independent":true,"share":0.21033487271431478},{"source":"ARC Prize","independent":true,"share":0.207985346712518},{"source":"Artificial Analysis","independent":true,"share":0.18395499777227328},{"source":"Datacurve","independent":true,"share":0.12166770783384172},{"source":"Terminal-Bench","independent":true,"share":0.015533396779203347},{"source":"Epoch AI","independent":true,"share":0.010523678187849309}],"familyWeights":[{"family":"frontiercode","share":0.2103348727143147},{"family":"deepswe","share":0.1716677078338418},{"family":"arc-agi","share":0.10807496130614543},{"family":"arc-agi-3","share":0.09991038540637245},{"family":"automationbench","share":0.06476858259818084},{"family":"gdp-pdf","share":0.06470589636184021},{"family":"osworld","share":0.04999999999999998},{"family":"terminal-bench-science","share":0.04999999999999998},{"family":"terminal-bench","share":0.028307797137551993},{"family":"hle","share":0.017151004258312195},{"family":"gpqa","share":0.017106938290776884},{"family":"critpt","share":0.01709277142489245},{"family":"omniscience","share":0.017036487290745885},{"family":"mmmu-pro","share":0.016988582996312777},{"family":"aa-lcr","share":0.015884296100035444},{"family":"gdpval","share":0.015532060716441984},{"family":"briefcase","share":0.014783318424428461},{"family":"frontiermath","share":0.010523678187849312},{"family":"tau-bench","share":0.010130658951957881}]},"capabilityRatings":[{"bucket":"agentic","score":0.799252477884704,"supported":true,"families":7,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.8263179360513345,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8669216508556882,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7000373516401664,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.73930503878509,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.535543792171635,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8957668343799445,"lowerBound":0,"upperBound":1,"independentScore":0.8957668343799445,"independent":true,"opponentIds":1902,"independentOpponentIds":1902,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3306472236bd0265432d14a9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9038666632724689,"lowerBound":0,"upperBound":1,"independentScore":0.9038666632724689,"independent":true,"opponentIds":1934,"independentOpponentIds":1934,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["39409fae57302ca9faeb927a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9926023551718125,"lowerBound":0,"upperBound":1,"independentScore":0.9675571459277691,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["144782ec8089c6effc04478e","launch-openai-gpt61-sol-launch-2394"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9722074494810318,"lowerBound":0,"upperBound":1,"independentScore":0.9722074494810318,"independent":true,"opponentIds":1906,"independentOpponentIds":1906,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9c1c24ee17bdace54d039a55"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6103984806062879,"lowerBound":0,"upperBound":1,"independentScore":0.9857529571030643,"independent":true,"opponentIds":1907,"independentOpponentIds":1907,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["93a8756804f6409d796a8241","launch-openai-gpt61-sol-launch-2378"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8619957893362644,"lowerBound":0,"upperBound":1,"independentScore":0.8619957893362644,"independent":true,"opponentIds":1908,"independentOpponentIds":1908,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d64f2c40cdd744f12f18f7d8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9990517552183651,"lowerBound":0,"upperBound":1,"independentScore":0.9990517552183651,"independent":true,"opponentIds":1935,"independentOpponentIds":1935,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f6e00130e48af2515bb29d78"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9843559105054023,"lowerBound":0,"upperBound":1,"independentScore":0.9843559105054023,"independent":true,"opponentIds":1911,"independentOpponentIds":1911,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5e90689cbb2c5df59c046e99"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9964886970633738,"lowerBound":0,"upperBound":1,"independentScore":0.9964886970633738,"independent":true,"opponentIds":1913,"independentOpponentIds":1913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["77f5198b6ddc73d1f79de3b8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9896003908071247,"lowerBound":0,"upperBound":1,"independentScore":0.9896003908071247,"independent":true,"opponentIds":1914,"independentOpponentIds":1914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["551992e2d945d529e608999b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8462351130912824,"lowerBound":0,"upperBound":1,"independentScore":0.8462351130912824,"independent":true,"opponentIds":1915,"independentOpponentIds":1915,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["951efb176288d047c3edb93c"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2430"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9892282335097672,"lowerBound":0,"upperBound":1,"independentScore":0.9892282335097672,"independent":true,"opponentIds":1936,"independentOpponentIds":1936,"panelSize":141,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["b6c3a059c111937b25cbb981","b4a051abe87f5047b2a9d4c0","434544966d1431c1926d52f5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9842862986501179,"lowerBound":0,"upperBound":1,"independentScore":0.9842862986501179,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":49,"publishers":["ARC Prize"],"observations":["0c5432a88a6429cd53ba80de"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8325794879329984,"lowerBound":0,"upperBound":1,"independentScore":0.9692548202188639,"independent":true,"opponentIds":1919,"independentOpponentIds":1920,"panelSize":27,"publishers":["Datacurve","OpenAI"],"observations":["192a0a52134befbac5912c90","launch-openai-gpt61-sol-launch-2364"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1921,"independentOpponentIds":1921,"panelSize":14,"publishers":["ARC Prize"],"observations":["276a6edb836c21a802685b40","a0921a61b310776b40a299af"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1922,"independentOpponentIds":1922,"panelSize":8,"publishers":["Cognition"],"observations":["9edbcfed5036b438899d95f7","b3f107f9e75ddc6769d67214"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1937,"independentOpponentIds":1937,"panelSize":32,"publishers":["Epoch AI"],"observations":["epoch-run-f46NQY9jSxyKqo9qzrmk6F"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2414"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3306472236bd0265432d14a9","39409fae57302ca9faeb927a","144782ec8089c6effc04478e","9c1c24ee17bdace54d039a55","93a8756804f6409d796a8241","d64f2c40cdd744f12f18f7d8","f6e00130e48af2515bb29d78","5e90689cbb2c5df59c046e99","77f5198b6ddc73d1f79de3b8","551992e2d945d529e608999b","951efb176288d047c3edb93c","b6c3a059c111937b25cbb981","b4a051abe87f5047b2a9d4c0","0c5432a88a6429cd53ba80de","192a0a52134befbac5912c90","434544966d1431c1926d52f5","276a6edb836c21a802685b40","a0921a61b310776b40a299af","9edbcfed5036b438899d95f7","b3f107f9e75ddc6769d67214","epoch-run-f46NQY9jSxyKqo9qzrmk6F","launch-openai-gpt61-sol-launch-2394","launch-openai-gpt61-sol-launch-2364","launch-openai-gpt61-sol-launch-2414","launch-openai-gpt61-sol-launch-2430","launch-openai-gpt61-sol-launch-2378"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":29}],"unspecified":0,"total":29}},{"id":"gpt-6-astra--effort-low","name":"GPT-6 Astra · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":28,"overallRating":{"score":0.7927593849681646,"supported":true,"families":19,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":6,"labWeightShare":0.2500000000000004,"evidenceStatus":"corroborated","sourceWeights":[{"source":"OpenAI","independent":false,"share":0.24999999999999992},{"source":"Cognition","independent":true,"share":0.21033487271431478},{"source":"ARC Prize","independent":true,"share":0.207985346712518},{"source":"Artificial Analysis","independent":true,"share":0.18395499777227328},{"source":"Datacurve","independent":true,"share":0.12166770783384172},{"source":"Terminal-Bench","independent":true,"share":0.015533396779203347},{"source":"Epoch AI","independent":true,"share":0.010523678187849309}],"familyWeights":[{"family":"frontiercode","share":0.2103348727143147},{"family":"deepswe","share":0.1716677078338418},{"family":"arc-agi","share":0.10807496130614543},{"family":"arc-agi-3","share":0.09991038540637245},{"family":"automationbench","share":0.06476858259818084},{"family":"gdp-pdf","share":0.06470589636184021},{"family":"osworld","share":0.04999999999999998},{"family":"terminal-bench-science","share":0.04999999999999998},{"family":"terminal-bench","share":0.028307797137551993},{"family":"hle","share":0.017151004258312195},{"family":"gpqa","share":0.017106938290776884},{"family":"critpt","share":0.01709277142489245},{"family":"omniscience","share":0.017036487290745885},{"family":"mmmu-pro","share":0.016988582996312777},{"family":"aa-lcr","share":0.015884296100035444},{"family":"gdpval","share":0.015532060716441984},{"family":"briefcase","share":0.014783318424428461},{"family":"frontiermath","share":0.010523678187849312},{"family":"tau-bench","share":0.010130658951957881}]},"capabilityRatings":[{"bucket":"agentic","score":0.6831199553203037,"supported":true,"families":7,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7411666169383958,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7747324473095382,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6656893926575161,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6483649544959763,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.535543792171635,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7368650722940234,"lowerBound":0,"upperBound":1,"independentScore":0.7368650722940234,"independent":true,"opponentIds":1902,"independentOpponentIds":1902,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5de5714c117be311ab3e0b6c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9038666632724689,"lowerBound":0,"upperBound":1,"independentScore":0.9038666632724689,"independent":true,"opponentIds":1934,"independentOpponentIds":1934,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5df46d86b02fd0842c7cf4c9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.974282484565289,"lowerBound":0,"upperBound":1,"independentScore":0.8872141580561534,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["e6be8f14e6825f1bc99851ff","launch-openai-gpt61-sol-launch-2392"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9535725067070766,"lowerBound":0,"upperBound":1,"independentScore":0.9535725067070766,"independent":true,"opponentIds":1906,"independentOpponentIds":1906,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3868a1cc6fd696e3bf4fe80f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9952334500675716,"lowerBound":0,"upperBound":1,"independentScore":0.9790271957354755,"independent":true,"opponentIds":1907,"independentOpponentIds":1907,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["ca2b834660f47252bea4b1d1","launch-openai-gpt61-sol-launch-2376"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8108769830176092,"lowerBound":0,"upperBound":1,"independentScore":0.8108769830176092,"independent":true,"opponentIds":1908,"independentOpponentIds":1908,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f96791a890a01181c2f0cbae"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9723519975393875,"lowerBound":0,"upperBound":1,"independentScore":0.9723519975393875,"independent":true,"opponentIds":1935,"independentOpponentIds":1935,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2c11b614575baa3edd4ea255"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9700577949510297,"lowerBound":0,"upperBound":1,"independentScore":0.9700577949510297,"independent":true,"opponentIds":1911,"independentOpponentIds":1911,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ac62fed233935e7dfe90b5dd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9768307865453917,"lowerBound":0,"upperBound":1,"independentScore":0.9768307865453917,"independent":true,"opponentIds":1913,"independentOpponentIds":1913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["549bfd068100b5edcacf8b19"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9848470481553484,"lowerBound":0,"upperBound":1,"independentScore":0.9848470481553484,"independent":true,"opponentIds":1914,"independentOpponentIds":1914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7e68b2d7b1355f504488f4b5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7839316766202085,"lowerBound":0,"upperBound":1,"independentScore":0.7839316766202085,"independent":true,"opponentIds":1915,"independentOpponentIds":1915,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e3a3f60aa8ea54c9a186c1ed"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2428"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9746351496485812,"lowerBound":0,"upperBound":1,"independentScore":0.9746351496485812,"independent":true,"opponentIds":1936,"independentOpponentIds":1936,"panelSize":141,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["6c8093f44c06ee5133fb47b0","e3ba9b92c5c6f13ff9f8916b","91bc2d06c970323599005b34"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8935060011373724,"lowerBound":0,"upperBound":1,"independentScore":0.8935060011373724,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":49,"publishers":["ARC Prize"],"observations":["aff9b666a1cca3b3ee07c2ea"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8271546914462591,"lowerBound":0,"upperBound":1,"independentScore":0.7561229807191241,"independent":true,"opponentIds":1919,"independentOpponentIds":1920,"panelSize":27,"publishers":["Datacurve","OpenAI"],"observations":["eb733075f994115168315353","launch-openai-gpt61-sol-launch-2358"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.9175039661554732,"lowerBound":0,"upperBound":1,"independentScore":0.9175039661554732,"independent":true,"opponentIds":1921,"independentOpponentIds":1921,"panelSize":14,"publishers":["ARC Prize"],"observations":["b99056688b2b172aff603206","b21f635f0c1b98c573a8cec0"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7202336096458183,"lowerBound":0,"upperBound":1,"independentScore":0.7202336096458183,"independent":true,"opponentIds":1922,"independentOpponentIds":1922,"panelSize":8,"publishers":["Cognition"],"observations":["6c1bd9be1ef1dcf41fece4a8","d8ae0e163cd2b653449b803b"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9692883366280709,"lowerBound":0,"upperBound":1,"independentScore":0.9692883366280709,"independent":true,"opponentIds":1937,"independentOpponentIds":1937,"panelSize":32,"publishers":["Epoch AI"],"observations":["epoch-run-kRPSnHnDdheajNdqmKsMjs"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2412"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5de5714c117be311ab3e0b6c","5df46d86b02fd0842c7cf4c9","e6be8f14e6825f1bc99851ff","3868a1cc6fd696e3bf4fe80f","ca2b834660f47252bea4b1d1","f96791a890a01181c2f0cbae","2c11b614575baa3edd4ea255","ac62fed233935e7dfe90b5dd","549bfd068100b5edcacf8b19","7e68b2d7b1355f504488f4b5","e3a3f60aa8ea54c9a186c1ed","6c8093f44c06ee5133fb47b0","e3ba9b92c5c6f13ff9f8916b","aff9b666a1cca3b3ee07c2ea","eb733075f994115168315353","91bc2d06c970323599005b34","b99056688b2b172aff603206","b21f635f0c1b98c573a8cec0","6c1bd9be1ef1dcf41fece4a8","d8ae0e163cd2b653449b803b","epoch-run-kRPSnHnDdheajNdqmKsMjs","launch-openai-gpt61-sol-launch-2392","launch-openai-gpt61-sol-launch-2358","launch-openai-gpt61-sol-launch-2412","launch-openai-gpt61-sol-launch-2428","launch-openai-gpt61-sol-launch-2376"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-6-astra--effort-medium","name":"GPT-6 Astra · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":28,"overallRating":{"score":0.9041123205727614,"supported":true,"families":19,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":6,"labWeightShare":0.2500000000000004,"evidenceStatus":"corroborated","sourceWeights":[{"source":"OpenAI","independent":false,"share":0.24999999999999992},{"source":"Cognition","independent":true,"share":0.21033487271431478},{"source":"ARC Prize","independent":true,"share":0.207985346712518},{"source":"Artificial Analysis","independent":true,"share":0.18395499777227328},{"source":"Datacurve","independent":true,"share":0.12166770783384172},{"source":"Terminal-Bench","independent":true,"share":0.015533396779203347},{"source":"Epoch AI","independent":true,"share":0.010523678187849309}],"familyWeights":[{"family":"frontiercode","share":0.2103348727143147},{"family":"deepswe","share":0.1716677078338418},{"family":"arc-agi","share":0.10807496130614543},{"family":"arc-agi-3","share":0.09991038540637245},{"family":"automationbench","share":0.06476858259818084},{"family":"gdp-pdf","share":0.06470589636184021},{"family":"osworld","share":0.04999999999999998},{"family":"terminal-bench-science","share":0.04999999999999998},{"family":"terminal-bench","share":0.028307797137551993},{"family":"hle","share":0.017151004258312195},{"family":"gpqa","share":0.017106938290776884},{"family":"critpt","share":0.01709277142489245},{"family":"omniscience","share":0.017036487290745885},{"family":"mmmu-pro","share":0.016988582996312777},{"family":"aa-lcr","share":0.015884296100035444},{"family":"gdpval","share":0.015532060716441984},{"family":"briefcase","share":0.014783318424428461},{"family":"frontiermath","share":0.010523678187849312},{"family":"tau-bench","share":0.010130658951957881}]},"capabilityRatings":[{"bucket":"agentic","score":0.7840308292459145,"supported":true,"families":7,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.8037380454947581,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8399565616834286,"supported":true,"families":3,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.68392374755596,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6931864737843517,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.510151929928922,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8570342777173344,"lowerBound":0,"upperBound":1,"independentScore":0.8570342777173344,"independent":true,"opponentIds":1902,"independentOpponentIds":1902,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0e8636e6c5f0104452cf8d91"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8921260719011017,"lowerBound":0,"upperBound":1,"independentScore":0.8921260719011017,"independent":true,"opponentIds":1934,"independentOpponentIds":1934,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4670870f099d246b275c7068"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9900635846228449,"lowerBound":0,"upperBound":1,"independentScore":0.9564232020367094,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["3e1e53285f08696c89010311","launch-openai-gpt61-sol-launch-2393"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9730517652119054,"lowerBound":0,"upperBound":1,"independentScore":0.9730517652119054,"independent":true,"opponentIds":1906,"independentOpponentIds":1906,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e3543abe0620e3ac9004d0ed"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9952334500675716,"lowerBound":0,"upperBound":1,"independentScore":0.9790271957354755,"independent":true,"opponentIds":1907,"independentOpponentIds":1907,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["c065230d455e7d9c70fca9f2","launch-openai-gpt61-sol-launch-2377"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8540736585960507,"lowerBound":0,"upperBound":1,"independentScore":0.8540736585960507,"independent":true,"opponentIds":1908,"independentOpponentIds":1908,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b066683df9acd8d74175e6b3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9915272242066725,"lowerBound":0,"upperBound":1,"independentScore":0.9915272242066725,"independent":true,"opponentIds":1935,"independentOpponentIds":1935,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fb3a15a9cc5d60fb95bba7ac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9825046129455044,"lowerBound":0,"upperBound":1,"independentScore":0.9825046129455044,"independent":true,"opponentIds":1911,"independentOpponentIds":1911,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["32d0295251d0c38765dc01e3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9882759620697751,"lowerBound":0,"upperBound":1,"independentScore":0.9882759620697751,"independent":true,"opponentIds":1913,"independentOpponentIds":1913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5ce7afa0c29c8f933b6b5672"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9868759139213504,"lowerBound":0,"upperBound":1,"independentScore":0.9868759139213504,"independent":true,"opponentIds":1914,"independentOpponentIds":1914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e7ea8a458aaf2c4ea3f92273"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8098478531258166,"lowerBound":0,"upperBound":1,"independentScore":0.8098478531258166,"independent":true,"opponentIds":1915,"independentOpponentIds":1915,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2fc4a5319dcd44b6132e21c3"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2429"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9832880463100946,"lowerBound":0,"upperBound":1,"independentScore":0.9832880463100946,"independent":true,"opponentIds":1936,"independentOpponentIds":1936,"panelSize":141,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["be6fb47b80b00f737c4a8e45","b70756c954a318a876c4fc81","bb6111da7a05efb610da52fd"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9842862986501179,"lowerBound":0,"upperBound":1,"independentScore":0.9842862986501179,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":49,"publishers":["ARC Prize"],"observations":["6f7f64f65d746e4beebd2d85"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8222383156263643,"lowerBound":0,"upperBound":1,"independentScore":0.9546638874413755,"independent":true,"opponentIds":1919,"independentOpponentIds":1920,"panelSize":27,"publishers":["Datacurve","OpenAI"],"observations":["eba425fa2243963df9b630e9","launch-openai-gpt61-sol-launch-2361"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.9444738233738762,"lowerBound":0,"upperBound":1,"independentScore":0.9444738233738762,"independent":true,"opponentIds":1921,"independentOpponentIds":1921,"panelSize":14,"publishers":["ARC Prize"],"observations":["2d2cb54f2cced8ad23e6d7f8","a0e5300dff64fa35e75d78f1"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9147513187641301,"lowerBound":0,"upperBound":1,"independentScore":0.9147513187641301,"independent":true,"opponentIds":1922,"independentOpponentIds":1922,"panelSize":8,"publishers":["Cognition"],"observations":["8eb7c9fa2aadd2ad935aa548","a80e2e3eda4d53bebbc45613"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1937,"independentOpponentIds":1937,"panelSize":32,"publishers":["Epoch AI"],"observations":["epoch-run-5sNRWemuVwb4adBaSwrLFf"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2413"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0e8636e6c5f0104452cf8d91","4670870f099d246b275c7068","3e1e53285f08696c89010311","e3543abe0620e3ac9004d0ed","c065230d455e7d9c70fca9f2","b066683df9acd8d74175e6b3","fb3a15a9cc5d60fb95bba7ac","32d0295251d0c38765dc01e3","5ce7afa0c29c8f933b6b5672","e7ea8a458aaf2c4ea3f92273","2fc4a5319dcd44b6132e21c3","be6fb47b80b00f737c4a8e45","b70756c954a318a876c4fc81","6f7f64f65d746e4beebd2d85","eba425fa2243963df9b630e9","bb6111da7a05efb610da52fd","2d2cb54f2cced8ad23e6d7f8","a0e5300dff64fa35e75d78f1","8eb7c9fa2aadd2ad935aa548","a80e2e3eda4d53bebbc45613","epoch-run-5sNRWemuVwb4adBaSwrLFf","launch-openai-gpt61-sol-launch-2393","launch-openai-gpt61-sol-launch-2361","launch-openai-gpt61-sol-launch-2413","launch-openai-gpt61-sol-launch-2429","launch-openai-gpt61-sol-launch-2377"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-6-astra--effort-xhigh","name":"GPT-6 Astra · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":32,"overallRating":{"score":0.959334185153284,"supported":true,"families":21,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":6,"labWeightShare":0.24999999999999978,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"OpenAI","independent":false,"share":0.25000000000000017},{"source":"Cognition","independent":true,"share":0.18397634145889305},{"source":"ARC Prize","independent":true,"share":0.1802423850889482},{"source":"Artificial Analysis","independent":true,"share":0.1633623696588643},{"source":"Datacurve","independent":true,"share":0.11123982627659426},{"source":"Scale","independent":true,"share":0.08532350095443438},{"source":"Terminal-Bench","independent":true,"share":0.01541327759176879},{"source":"Epoch AI","independent":true,"share":0.010442298970494888}],"familyWeights":[{"family":"frontiercode","share":0.18397634145889308},{"family":"deepswe","share":0.1612398262765942},{"family":"arc-agi","share":0.09277175390147711},{"family":"arc-agi-3","share":0.08747063118747142},{"family":"automationbench","share":0.06334506292731991},{"family":"gdp-pdf","share":0.06330052514507703},{"family":"osworld","share":0.05000000000000003},{"family":"terminal-bench-science","share":0.05000000000000003},{"family":"swe-atlas-refactoring","share":0.04954267797354254},{"family":"swe-atlas-test-writing","share":0.03578082298089184},{"family":"terminal-bench","share":0.027146752208824402},{"family":"hle","share":0.014908732170543584},{"family":"mmmu-pro","share":0.014895459535022106},{"family":"critpt","share":0.014878395055477984},{"family":"gpqa","share":0.014865048348861333},{"family":"omniscience","share":0.014833709094812894},{"family":"aa-lcr","share":0.013919702493592147},{"family":"gdpval","share":0.013832316578738721},{"family":"briefcase","share":0.01334076553934299},{"family":"frontiermath","share":0.010442298970494892},{"family":"tau-bench","share":0.009509178153022262}]},"capabilityRatings":[{"bucket":"agentic","score":0.8579770346173277,"supported":true,"families":7,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.836338538450395,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9309217409535137,"supported":true,"families":5,"independentFamilies":3,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7000373516401664,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.73930503878509,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.535543792171635,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9196913337710537,"lowerBound":0,"upperBound":1,"independentScore":0.9196913337710537,"independent":true,"opponentIds":1902,"independentOpponentIds":1902,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["67ca6196001a106d64ef5e74"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8988488261249034,"lowerBound":0,"upperBound":1,"independentScore":0.8988488261249034,"independent":true,"opponentIds":1934,"independentOpponentIds":1934,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["012b7edd52e1e9f92f97051c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.993891156695496,"lowerBound":0,"upperBound":1,"independentScore":0.9710031293487009,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["8a2ed96d0591ee82c77b05c0","launch-openai-gpt61-sol-launch-2395"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9908799894915203,"lowerBound":0,"upperBound":1,"independentScore":0.9908799894915203,"independent":true,"opponentIds":1906,"independentOpponentIds":1906,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["94820e4d0d454921c6aba0d3"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9980494498544963,"lowerBound":0,"upperBound":1,"independentScore":0.990716844095596,"independent":true,"opponentIds":1907,"independentOpponentIds":1907,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["fddde6e8de94311bc7d22534","launch-openai-gpt61-sol-launch-2379"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8680924679929323,"lowerBound":0,"upperBound":1,"independentScore":0.8680924679929323,"independent":true,"opponentIds":1908,"independentOpponentIds":1908,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["341a0eb0df533ba3257468c1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1935,"independentOpponentIds":1935,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ffa596ff99ba203489b0b172"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9893949306073888,"lowerBound":0,"upperBound":1,"independentScore":0.9893949306073888,"independent":true,"opponentIds":1911,"independentOpponentIds":1911,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["13b2b6216d3dcfdde1b27627"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9965939319184901,"lowerBound":0,"upperBound":1,"independentScore":0.9965939319184901,"independent":true,"opponentIds":1913,"independentOpponentIds":1913,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["6ce5ac431457726574b076dd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9895458711505642,"lowerBound":0,"upperBound":1,"independentScore":0.9895458711505642,"independent":true,"opponentIds":1914,"independentOpponentIds":1914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a967b8315c90c4f938e482a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8687856702720619,"lowerBound":0,"upperBound":1,"independentScore":0.8687856702720619,"independent":true,"opponentIds":1915,"independentOpponentIds":1915,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e0d529ed3d02b7e8d02a83e1"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2431"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9970476652579268,"lowerBound":0,"upperBound":1,"independentScore":0.9970476652579268,"independent":true,"opponentIds":1936,"independentOpponentIds":1936,"panelSize":141,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["ea7e719bd1a0713c5581a76b","92f0ff4a5a6e52e0c239bcd5","cefb2b8c7589ea007cb6a16b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9937722727744526,"lowerBound":0,"upperBound":1,"independentScore":0.9937722727744526,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":49,"publishers":["ARC Prize"],"observations":["8a7b9cc900bc1e48522b2d77"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1919,"independentOpponentIds":1920,"panelSize":27,"publishers":["Datacurve","OpenAI"],"observations":["49b1b70f581245c54e071b3a","launch-openai-gpt61-sol-launch-2367"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1921,"independentOpponentIds":1921,"panelSize":14,"publishers":["ARC Prize"],"observations":["21ee231589903749e98387ba","ff9e159dda586ac4a0349062"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1922,"independentOpponentIds":1922,"panelSize":8,"publishers":["Cognition"],"observations":["dea717013f27270a23b74f90","2cb65c8958eab0f2022804ae"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1862,"independentOpponentIds":1862,"panelSize":2,"publishers":["Scale"],"observations":["308c1446bec689a5b5f02280"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1938,"independentOpponentIds":1938,"panelSize":2,"publishers":["Scale"],"observations":["0eb870f9f6496683cda2ff7a"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1937,"independentOpponentIds":1937,"panelSize":32,"publishers":["Epoch AI"],"observations":["epoch-run-AfKJ2DGMhkjZmeFZxGoY3w"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1933,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2415"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["67ca6196001a106d64ef5e74","012b7edd52e1e9f92f97051c","8a2ed96d0591ee82c77b05c0","94820e4d0d454921c6aba0d3","fddde6e8de94311bc7d22534","341a0eb0df533ba3257468c1","ffa596ff99ba203489b0b172","13b2b6216d3dcfdde1b27627","6ce5ac431457726574b076dd","a967b8315c90c4f938e482a4","e0d529ed3d02b7e8d02a83e1","ea7e719bd1a0713c5581a76b","92f0ff4a5a6e52e0c239bcd5","8a7b9cc900bc1e48522b2d77","49b1b70f581245c54e071b3a","cefb2b8c7589ea007cb6a16b","21ee231589903749e98387ba","ff9e159dda586ac4a0349062","dea717013f27270a23b74f90","2cb65c8958eab0f2022804ae","308c1446bec689a5b5f02280","0eb870f9f6496683cda2ff7a","epoch-run-AfKJ2DGMhkjZmeFZxGoY3w","launch-openai-gpt61-sol-launch-2395","launch-openai-gpt61-sol-launch-2367","launch-openai-gpt61-sol-launch-2415","launch-openai-gpt61-sol-launch-2431","launch-openai-gpt61-sol-launch-2379"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":32}],"unspecified":0,"total":32}},{"id":"gpt-6-astra--effort-none","name":"GPT-6 Astra · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"None","settings":[{"label":"None","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-6-luna--effort-max","name":"GPT-6 Luna · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-luna","detailsUrl":"/efforts?model=gpt-6-luna","publishedBenchmarkCount":67,"overallRating":{"score":0.35430256015619194,"supported":true,"families":34,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":235,"independentFamilies":34,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.15637925681484666},{"source":"Cognition","independent":true,"share":0.15361928906197406},{"source":"LiveBench","independent":true,"share":0.15246947994377988},{"source":"ARC Prize","independent":true,"share":0.14660881031001768},{"source":"Vals AI","independent":true,"share":0.14339810119040747},{"source":"Artificial Analysis","independent":true,"share":0.13718530745650936},{"source":"Terminal-Bench","independent":true,"share":0.11033975522247269}],"familyWeights":[{"family":"frontiercode","share":0.15361928906197375},{"family":"terminal-bench","share":0.13617323339063778},{"family":"arc-agi","share":0.0766563855350032},{"family":"arc-agi-3","share":0.06995242477501468},{"family":"aime","share":0.031387252583038774},{"family":"gpqa","share":0.03138260261969309},{"family":"epoch-game-puzzles","share":0.03133743154719265},{"family":"simpleqa","share":0.03119627194562872},{"family":"frontiermath","share":0.03107569811929283},{"family":"livebench-data","share":0.021781354277682918},{"family":"livebench-language","share":0.021781354277682918},{"family":"multi-swe-bench","share":0.021781354277682918},{"family":"livebench-coding","share":0.021781354277682914},{"family":"livebench-instructions","share":0.021781354277682883},{"family":"livebench-math","share":0.021781354277682883},{"family":"livebench-reasoning","share":0.021781354277682883},{"family":"vals-code-migration","share":0.02057407416762617},{"family":"vals-legal-research","share":0.020525014116830977},{"family":"vibe-code","share":0.020525014116830977},{"family":"vals-excel-modeling","share":0.02047350106349602},{"family":"vals-finance-agent","share":0.020419346315118263},{"family":"vals-tax-agent","share":0.020419346315118263},{"family":"aa-lcr","share":0.011722369332629785},{"family":"harvey","share":0.011697154188825505},{"family":"analyst-agent","share":0.01158604231152692},{"family":"hle","share":0.011371277867380148},{"family":"critpt","share":0.011339080060436943},{"family":"omniscience","share":0.011302979843755497},{"family":"terminal-bench-science","share":0.011297020419128407},{"family":"mmmu-pro","share":0.011294172166294799},{"family":"gdpval","share":0.010395899043407642},{"family":"briefcase","share":0.009951573485987767},{"family":"automationbench","share":0.009948712552217133},{"family":"gdp-pdf","share":0.00990735311214124}]},"capabilityRatings":[{"bucket":"agentic","score":0.5342876336349327,"supported":true,"families":12,"independentFamilies":12,"opponents":144,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.34357348691716677,"supported":true,"families":10,"independentFamilies":10,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5327038788726104,"supported":true,"families":6,"independentFamilies":6,"opponents":113,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2264326567025008,"supported":true,"families":4,"independentFamilies":4,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.39691750455599717,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5291024016740655,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.6026772788569673,"lowerBound":0,"upperBound":1,"independentScore":0.6026772788569673,"independent":true,"opponentIds":1939,"independentOpponentIds":1939,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["85cdbce7a287aedba059fbef"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.762181330875245,"lowerBound":0,"upperBound":1,"independentScore":0.762181330875245,"independent":true,"opponentIds":1940,"independentOpponentIds":1940,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ecbc90fb7fe042e052ba1753"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8572016460905351,"lowerBound":0,"upperBound":1,"independentScore":0.8572016460905351,"independent":true,"opponentIds":1941,"independentOpponentIds":1941,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-4uDz9b6SosxDSZf7swMD9D"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7576517268355796,"lowerBound":0,"upperBound":1,"independentScore":0.7576517268355796,"independent":true,"opponentIds":1942,"independentOpponentIds":1942,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["c8bf4ee9e05436bbf3c463c3","d359d2dbc04c1e7574e2cf32"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7692022437178013,"lowerBound":0,"upperBound":1,"independentScore":0.7692022437178013,"independent":true,"opponentIds":1943,"independentOpponentIds":1943,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["fcd6b9de9db634e2c4a9844b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9134477812222257,"lowerBound":0,"upperBound":1,"independentScore":0.9134477812222257,"independent":true,"opponentIds":1944,"independentOpponentIds":1944,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4ee05767675070ace8ff4a10"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8859643718490885,"lowerBound":0,"upperBound":1,"independentScore":0.8859643718490885,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e76d489e380fde49262e3e7a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.828567135525344,"lowerBound":0,"upperBound":1,"independentScore":0.828567135525344,"independent":true,"opponentIds":1946,"independentOpponentIds":1946,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["34f4c0efa1fd06fc30de9556"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6985726280436615,"lowerBound":0,"upperBound":1,"independentScore":0.6985726280436615,"independent":true,"opponentIds":1947,"independentOpponentIds":1947,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-7F3QFMAkwnCV62HcvxP96q"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5021118752369091,"lowerBound":0,"upperBound":1,"independentScore":0.5021118752369091,"independent":true,"opponentIds":1948,"independentOpponentIds":1948,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["4c0b35ba0b0dea0d2ec65470"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8704817924322987,"lowerBound":0,"upperBound":1,"independentScore":0.8704817924322987,"independent":true,"opponentIds":1949,"independentOpponentIds":1949,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["86869e43d3ba2fd62a2efaa9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8738667496483242,"lowerBound":0,"upperBound":1,"independentScore":0.8738667496483242,"independent":true,"opponentIds":1950,"independentOpponentIds":1950,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["d6daa4658a4816df33eb8a68"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8958892123776241,"lowerBound":0,"upperBound":1,"independentScore":0.8958892123776241,"independent":true,"opponentIds":1951,"independentOpponentIds":1951,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["97809e7f09d0767b3d0f6154"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.4434791379495983,"lowerBound":0,"upperBound":1,"independentScore":0.4434791379495983,"independent":true,"opponentIds":1952,"independentOpponentIds":1952,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["bad4886aa53b9782b1daf1f5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.11106110912753014,"lowerBound":0,"upperBound":1,"independentScore":0.11106110912753014,"independent":true,"opponentIds":1953,"independentOpponentIds":1953,"panelSize":109,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["8e39763d3c72f894ba76fae2","fb309a77f991373cd200cb6f","vals-terminal-bench-2-1-v2.1:openai/gpt-6-luna"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5981819244709464,"lowerBound":0,"upperBound":1,"independentScore":0.5981819244709464,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":49,"publishers":["ARC Prize"],"observations":["b4f0c67df2c799bb9967528e"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.04792600896860985,"lowerBound":0,"upperBound":1,"independentScore":0.04792600896860985,"independent":true,"opponentIds":1955,"independentOpponentIds":1955,"panelSize":14,"publishers":["ARC Prize"],"observations":["809502577a06f2501fb320bc","ecfb916e25d392c524f62e21"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5510291595197258,"lowerBound":0,"upperBound":1,"independentScore":0.5510291595197258,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":8,"publishers":["Cognition"],"observations":["84d557cc7cf51b4c7f37d128","fa884927bb3db5f6e643e385"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.292714061272585,"lowerBound":0,"upperBound":1,"independentScore":0.292714061272585,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-162244688f7fe4a357ea05af","panel-3909bf096095708a59780a61","panel-9a1afabb04048d30c0e13610","panel-1cc510640bb52a05cf58bcdd"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.5076590730557741,"lowerBound":0,"upperBound":1,"independentScore":0.5076590730557741,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-130a9ddad8f163763bec2487","panel-b89337a7e3004fdcade93906"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.3807279392511129,"lowerBound":0,"upperBound":1,"independentScore":0.3807279392511129,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d2a5a8202d5f6238cc578ece","panel-eb0ce253202e2da98ce21572","panel-46a4ea2215cfd141be5cc823"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5653312385441216,"lowerBound":0,"upperBound":1,"independentScore":0.5653312385441216,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d3589d5cd927ea089932c917","panel-9beac39a82688739c9ddf636","panel-a13b21030b066f91d50782e5"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.37941869599371575,"lowerBound":0,"upperBound":1,"independentScore":0.37941869599371575,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4c1f14f11ae12bd98a05bdf0","panel-7d074912e4b3edceef7ca746","panel-05cb3f3d0fdc8582eb15db40"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.21258837391987473,"lowerBound":0,"upperBound":1,"independentScore":0.21258837391987473,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-a54e6a5bb487cd66b30504f9","panel-f8b05e805333b62ec847be0b","panel-2c85953b28c28fb1b4a58458","panel-8a633eac0cf729f5cb0f32e4"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.06186174391201896,"lowerBound":0,"upperBound":1,"independentScore":0.06186174391201896,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-a9246dca57ff39f1de17943d","panel-a2680a88d56e864a7c5930cf","panel-c846f00e2443a2d618049b21","panel-68616e51e7d88b4fb0f87fa9"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7184000504715947,"lowerBound":0,"upperBound":1,"independentScore":0.7184000504715947,"independent":true,"opponentIds":1958,"independentOpponentIds":1958,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-7n3HBUK684GmdT6Tkycu6m","epoch-run-iBQxysYR7zPxB6hxvJyTLc"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.03603603603603606,"lowerBound":0,"upperBound":1,"independentScore":0.03603603603603606,"independent":true,"opponentIds":1959,"independentOpponentIds":1959,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-bAERV8wdmoHMLz2K4bZCSK"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.2895927601809956,"lowerBound":0,"upperBound":1,"independentScore":0.2895927601809956,"independent":true,"opponentIds":1960,"independentOpponentIds":1960,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-HX9sRVWJtZiNvneALnVzs8"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.27192573578167156,"lowerBound":0,"upperBound":1,"independentScore":0.27192573578167156,"independent":true,"opponentIds":1961,"independentOpponentIds":1961,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-6-luna"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.5359357699917111,"lowerBound":0,"upperBound":1,"independentScore":0.5359357699917111,"independent":true,"opponentIds":1962,"independentOpponentIds":1962,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-6-luna"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.24651934319493535,"lowerBound":0,"upperBound":1,"independentScore":0.24651934319493535,"independent":true,"opponentIds":1963,"independentOpponentIds":1963,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-6-luna"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6838152207914914,"lowerBound":0,"upperBound":1,"independentScore":0.6838152207914914,"independent":true,"opponentIds":1964,"independentOpponentIds":1964,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-6-luna"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.6397419250625926,"lowerBound":0,"upperBound":1,"independentScore":0.6397419250625926,"independent":true,"opponentIds":1965,"independentOpponentIds":1965,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-6-luna"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.3444042515477183,"lowerBound":0,"upperBound":1,"independentScore":0.3444042515477183,"independent":true,"opponentIds":1966,"independentOpponentIds":1966,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-6-luna"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["85cdbce7a287aedba059fbef","ecbc90fb7fe042e052ba1753","c8bf4ee9e05436bbf3c463c3","fcd6b9de9db634e2c4a9844b","4ee05767675070ace8ff4a10","e76d489e380fde49262e3e7a","34f4c0efa1fd06fc30de9556","4c0b35ba0b0dea0d2ec65470","86869e43d3ba2fd62a2efaa9","d359d2dbc04c1e7574e2cf32","d6daa4658a4816df33eb8a68","97809e7f09d0767b3d0f6154","bad4886aa53b9782b1daf1f5","8e39763d3c72f894ba76fae2","b4f0c67df2c799bb9967528e","809502577a06f2501fb320bc","ecfb916e25d392c524f62e21","84d557cc7cf51b4c7f37d128","fa884927bb3db5f6e643e385","fb309a77f991373cd200cb6f","panel-162244688f7fe4a357ea05af","panel-130a9ddad8f163763bec2487","panel-b89337a7e3004fdcade93906","panel-d2a5a8202d5f6238cc578ece","panel-d3589d5cd927ea089932c917","panel-3909bf096095708a59780a61","panel-4c1f14f11ae12bd98a05bdf0","panel-a54e6a5bb487cd66b30504f9","panel-9a1afabb04048d30c0e13610","panel-1cc510640bb52a05cf58bcdd","panel-a9246dca57ff39f1de17943d","panel-eb0ce253202e2da98ce21572","panel-7d074912e4b3edceef7ca746","panel-a2680a88d56e864a7c5930cf","panel-f8b05e805333b62ec847be0b","panel-c846f00e2443a2d618049b21","panel-68616e51e7d88b4fb0f87fa9","panel-9beac39a82688739c9ddf636","panel-a13b21030b066f91d50782e5","panel-2c85953b28c28fb1b4a58458","panel-05cb3f3d0fdc8582eb15db40","panel-46a4ea2215cfd141be5cc823","panel-8a633eac0cf729f5cb0f32e4","epoch-run-7n3HBUK684GmdT6Tkycu6m","epoch-run-iBQxysYR7zPxB6hxvJyTLc","epoch-run-7F3QFMAkwnCV62HcvxP96q","epoch-run-bAERV8wdmoHMLz2K4bZCSK","epoch-run-4uDz9b6SosxDSZf7swMD9D","epoch-run-HX9sRVWJtZiNvneALnVzs8","vals-finance-agent-v2:openai/gpt-6-luna","vals-code-migration-v1:openai/gpt-6-luna","vals-legal-research-v1:openai/gpt-6-luna","vals-emb-v1:openai/gpt-6-luna","vals-terminal-bench-2-1-v2.1:openai/gpt-6-luna","vals-vibe-code-bench-v1.1:openai/gpt-6-luna","vals-tax-agent-bench-v1:openai/gpt-6-luna"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":67}],"unspecified":0,"total":67}},{"id":"gpt-6-luna--effort-high","name":"GPT-6 Luna · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-luna","detailsUrl":"/efforts?model=gpt-6-luna","publishedBenchmarkCount":17,"overallRating":{"score":0.22113106689244924,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4089605902827533},{"source":"Cognition","independent":true,"share":0.3581053223968647},{"source":"Artificial Analysis","independent":true,"share":0.2329340873203802}],"familyWeights":[{"family":"frontiercode","share":0.35810532239686443},{"family":"arc-agi","share":0.23356044483245506},{"family":"arc-agi-3","share":0.17540014545029822},{"family":"hle","share":0.029075774786704117},{"family":"critpt","share":0.0288913469266209},{"family":"mmmu-pro","share":0.028479801012570978},{"family":"omniscience","share":0.02846157567085422},{"family":"aa-lcr","share":0.026476759488161732},{"family":"gdpval","share":0.02243302045857345},{"family":"briefcase","share":0.01978954910396492},{"family":"automationbench","share":0.019399151821304004},{"family":"gdp-pdf","share":0.01938494610476793},{"family":"terminal-bench","share":0.01054216194685953}]},"capabilityRatings":[{"bucket":"agentic","score":0.44736159840768036,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.23960034900798785,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40983027519343324,"supported":true,"families":2,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3335901657758318,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.30556348487830165,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.478106436313122,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6747433666347041,"lowerBound":0,"upperBound":1,"independentScore":0.6747433666347041,"independent":true,"opponentIds":1940,"independentOpponentIds":1940,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6df099fcab3bc59df1a2848e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8994785461885598,"lowerBound":0,"upperBound":1,"independentScore":0.8994785461885598,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4add5bece4540a198cb2a579"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6848522974730027,"lowerBound":0,"upperBound":1,"independentScore":0.6848522974730027,"independent":true,"opponentIds":1943,"independentOpponentIds":1943,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["6c9b637c2631b2c8a3972ddc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8900522863010579,"lowerBound":0,"upperBound":1,"independentScore":0.8900522863010579,"independent":true,"opponentIds":1944,"independentOpponentIds":1944,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["52976d5bd4fd450f6e70bb8f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7606732008741058,"lowerBound":0,"upperBound":1,"independentScore":0.7606732008741058,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["35037581a38fca7108a8ff15"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7833482900889076,"lowerBound":0,"upperBound":1,"independentScore":0.7833482900889076,"independent":true,"opponentIds":1946,"independentOpponentIds":1946,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f9610d53f3227c80d1acc510"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8338287583029813,"lowerBound":0,"upperBound":1,"independentScore":0.8338287583029813,"independent":true,"opponentIds":1949,"independentOpponentIds":1949,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["dae9bf3e3d4b5670d3893f15"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8337832035728185,"lowerBound":0,"upperBound":1,"independentScore":0.8337832035728185,"independent":true,"opponentIds":1950,"independentOpponentIds":1950,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["92aeb221c4bb583e17bbc377"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8841591430827322,"lowerBound":0,"upperBound":1,"independentScore":0.8841591430827322,"independent":true,"opponentIds":1951,"independentOpponentIds":1951,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2e7e07707092204b5dba5f48"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.46070909567612145,"lowerBound":0,"upperBound":1,"independentScore":0.46070909567612145,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["aae07df2a2545ea42cd10c66"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4974442854222044,"lowerBound":0,"upperBound":1,"independentScore":0.4974442854222044,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":49,"publishers":["ARC Prize"],"observations":["a8d7dca0504bb948aeb158e3"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.07480134084296151,"lowerBound":0,"upperBound":1,"independentScore":0.07480134084296151,"independent":true,"opponentIds":1955,"independentOpponentIds":1955,"panelSize":14,"publishers":["ARC Prize"],"observations":["fb4c2a49491c2edb9bfecada","8078e6f76a0f6f0d4f6fd030"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.37832539904788587,"lowerBound":0,"upperBound":1,"independentScore":0.37832539904788587,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":8,"publishers":["Cognition"],"observations":["71b1f4840ca9c0df3bc97975","8c5df9cae8b71015fb4ed7a5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6df099fcab3bc59df1a2848e","4add5bece4540a198cb2a579","6c9b637c2631b2c8a3972ddc","52976d5bd4fd450f6e70bb8f","35037581a38fca7108a8ff15","f9610d53f3227c80d1acc510","dae9bf3e3d4b5670d3893f15","92aeb221c4bb583e17bbc377","2e7e07707092204b5dba5f48","aae07df2a2545ea42cd10c66","a8d7dca0504bb948aeb158e3","fb4c2a49491c2edb9bfecada","8078e6f76a0f6f0d4f6fd030","71b1f4840ca9c0df3bc97975","8c5df9cae8b71015fb4ed7a5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-6-luna--effort-low","name":"GPT-6 Luna · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-luna","detailsUrl":"/efforts?model=gpt-6-luna","publishedBenchmarkCount":17,"overallRating":{"score":0.07695348597845032,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4089605902827533},{"source":"Cognition","independent":true,"share":0.3581053223968647},{"source":"Artificial Analysis","independent":true,"share":0.2329340873203802}],"familyWeights":[{"family":"frontiercode","share":0.35810532239686443},{"family":"arc-agi","share":0.23356044483245506},{"family":"arc-agi-3","share":0.17540014545029822},{"family":"hle","share":0.029075774786704117},{"family":"critpt","share":0.0288913469266209},{"family":"mmmu-pro","share":0.028479801012570978},{"family":"omniscience","share":0.02846157567085422},{"family":"aa-lcr","share":0.026476759488161732},{"family":"gdpval","share":0.02243302045857345},{"family":"briefcase","share":0.01978954910396492},{"family":"automationbench","share":0.019399151821304004},{"family":"gdp-pdf","share":0.01938494610476793},{"family":"terminal-bench","share":0.01054216194685953}]},"capabilityRatings":[{"bucket":"agentic","score":0.1944990798171987,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13064350890328305,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17983190387223505,"supported":true,"families":2,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2933528372328562,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.26385941289880743,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.30854606122678957,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.37125822419567805,"lowerBound":0,"upperBound":1,"independentScore":0.37125822419567805,"independent":true,"opponentIds":1940,"independentOpponentIds":1940,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6e7bd695aa23bf06ff18d157"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7998630066201345,"lowerBound":0,"upperBound":1,"independentScore":0.7998630066201345,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["57dcd7df3e4da472eeb09e87"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3969053509660009,"lowerBound":0,"upperBound":1,"independentScore":0.3969053509660009,"independent":true,"opponentIds":1943,"independentOpponentIds":1943,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["818ef24865c84783fc39375b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7269014498643908,"lowerBound":0,"upperBound":1,"independentScore":0.7269014498643908,"independent":true,"opponentIds":1944,"independentOpponentIds":1944,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["414447fbe6d878f1a0a8f204"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4847500454050827,"lowerBound":0,"upperBound":1,"independentScore":0.4847500454050827,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f166779c35e15578e2d20011"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6062349691347064,"lowerBound":0,"upperBound":1,"independentScore":0.6062349691347064,"independent":true,"opponentIds":1946,"independentOpponentIds":1946,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["1fc182b7287f42dad1a05465"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.704667659459851,"lowerBound":0,"upperBound":1,"independentScore":0.704667659459851,"independent":true,"opponentIds":1949,"independentOpponentIds":1949,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["16510b56f5d5fa75b2b71352"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7995541142733865,"lowerBound":0,"upperBound":1,"independentScore":0.7995541142733865,"independent":true,"opponentIds":1950,"independentOpponentIds":1950,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["69e7261a2f652eca41752cbc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8636800019709009,"lowerBound":0,"upperBound":1,"independentScore":0.8636800019709009,"independent":true,"opponentIds":1951,"independentOpponentIds":1951,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["235e213364000a65a590a20f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12147560111336218,"lowerBound":0,"upperBound":1,"independentScore":0.12147560111336218,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["59995116df23e68ce652da78"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.28624003271314663,"lowerBound":0,"upperBound":1,"independentScore":0.28624003271314663,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":49,"publishers":["ARC Prize"],"observations":["79c498606e7843c499358ae4"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.01143459987408329,"lowerBound":0,"upperBound":1,"independentScore":0.01143459987408329,"independent":true,"opponentIds":1955,"independentOpponentIds":1955,"panelSize":14,"publishers":["ARC Prize"],"observations":["0181fe7a76a53fbd63e479e8","bbfde4d573412eed7593e750"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.17446093531223747,"lowerBound":0,"upperBound":1,"independentScore":0.17446093531223747,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":8,"publishers":["Cognition"],"observations":["87757bb60508b774963ad92d","33185b87fae17b44533c6d2f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6e7bd695aa23bf06ff18d157","57dcd7df3e4da472eeb09e87","818ef24865c84783fc39375b","414447fbe6d878f1a0a8f204","f166779c35e15578e2d20011","1fc182b7287f42dad1a05465","16510b56f5d5fa75b2b71352","69e7261a2f652eca41752cbc","235e213364000a65a590a20f","59995116df23e68ce652da78","79c498606e7843c499358ae4","0181fe7a76a53fbd63e479e8","bbfde4d573412eed7593e750","87757bb60508b774963ad92d","33185b87fae17b44533c6d2f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-6-luna--effort-medium","name":"GPT-6 Luna · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-luna","detailsUrl":"/efforts?model=gpt-6-luna","publishedBenchmarkCount":17,"overallRating":{"score":0.16616131615628765,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4089605902827533},{"source":"Cognition","independent":true,"share":0.3581053223968647},{"source":"Artificial Analysis","independent":true,"share":0.2329340873203802}],"familyWeights":[{"family":"frontiercode","share":0.35810532239686443},{"family":"arc-agi","share":0.23356044483245506},{"family":"arc-agi-3","share":0.17540014545029822},{"family":"hle","share":0.029075774786704117},{"family":"critpt","share":0.0288913469266209},{"family":"mmmu-pro","share":0.028479801012570978},{"family":"omniscience","share":0.02846157567085422},{"family":"aa-lcr","share":0.026476759488161732},{"family":"gdpval","share":0.02243302045857345},{"family":"briefcase","share":0.01978954910396492},{"family":"automationbench","share":0.019399151821304004},{"family":"gdp-pdf","share":0.01938494610476793},{"family":"terminal-bench","share":0.01054216194685953}]},"capabilityRatings":[{"bucket":"agentic","score":0.36693078175453636,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2087440338975872,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3320735828829158,"supported":true,"families":2,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3425369685412538,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3104786346316523,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.43540458676477894,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6344553842585241,"lowerBound":0,"upperBound":1,"independentScore":0.6344553842585241,"independent":true,"opponentIds":1940,"independentOpponentIds":1940,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["07b2e07748cef846e9f0817f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8797120149625497,"lowerBound":0,"upperBound":1,"independentScore":0.8797120149625497,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7d8566afcdef04eb1769a040"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6547736022302925,"lowerBound":0,"upperBound":1,"independentScore":0.6547736022302925,"independent":true,"opponentIds":1943,"independentOpponentIds":1943,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["8d93d178aa6105b5644b1587"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8503797179148884,"lowerBound":0,"upperBound":1,"independentScore":0.8503797179148884,"independent":true,"opponentIds":1944,"independentOpponentIds":1944,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["39c58ccfce992c4098e15db3"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6548284522540417,"lowerBound":0,"upperBound":1,"independentScore":0.6548284522540417,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ed69ba3033796ee33cfbba7f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7500085611620493,"lowerBound":0,"upperBound":1,"independentScore":0.7500085611620493,"independent":true,"opponentIds":1946,"independentOpponentIds":1946,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["e424a52bc46cd95f4a4008b3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.788160032139125,"lowerBound":0,"upperBound":1,"independentScore":0.788160032139125,"independent":true,"opponentIds":1949,"independentOpponentIds":1949,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f701423cfe5ba7df2b56aa37"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8354396564434993,"lowerBound":0,"upperBound":1,"independentScore":0.8354396564434993,"independent":true,"opponentIds":1950,"independentOpponentIds":1950,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["22dc8988bd2fdbf4d396764a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8897955967907907,"lowerBound":0,"upperBound":1,"independentScore":0.8897955967907907,"independent":true,"opponentIds":1951,"independentOpponentIds":1951,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b615d1750e6c87a9bf6f1db3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4319642190178039,"lowerBound":0,"upperBound":1,"independentScore":0.4319642190178039,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e1accbba79c31b0f64fcc569"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.442036393375588,"lowerBound":0,"upperBound":1,"independentScore":0.442036393375588,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":49,"publishers":["ARC Prize"],"observations":["ddaf72bfd88bc1448399808c"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.07480134084296151,"lowerBound":0,"upperBound":1,"independentScore":0.07480134084296151,"independent":true,"opponentIds":1955,"independentOpponentIds":1955,"panelSize":14,"publishers":["ARC Prize"],"observations":["b8e9f7152e70e6a96533cb76","12560fec6f79d44c90fd24c7"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.28815457854942594,"lowerBound":0,"upperBound":1,"independentScore":0.28815457854942594,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":8,"publishers":["Cognition"],"observations":["968a6828c9b1cd6be6b406e5","e46aa5212aad528a859b9813"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["07b2e07748cef846e9f0817f","7d8566afcdef04eb1769a040","8d93d178aa6105b5644b1587","39c58ccfce992c4098e15db3","ed69ba3033796ee33cfbba7f","e424a52bc46cd95f4a4008b3","f701423cfe5ba7df2b56aa37","22dc8988bd2fdbf4d396764a","b615d1750e6c87a9bf6f1db3","e1accbba79c31b0f64fcc569","ddaf72bfd88bc1448399808c","b8e9f7152e70e6a96533cb76","12560fec6f79d44c90fd24c7","968a6828c9b1cd6be6b406e5","e46aa5212aad528a859b9813"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-6-luna--effort-non-reasoning","name":"GPT-6 Luna · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-luna","detailsUrl":"/efforts?model=gpt-6-luna","publishedBenchmarkCount":12,"overallRating":{"score":0.05502854653428089,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":229,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999942}],"familyWeights":[{"family":"critpt","share":0.12756314471268604},{"family":"hle","share":0.12537668176061165},{"family":"mmmu-pro","share":0.12364639316053135},{"family":"omniscience","share":0.12224789522259824},{"family":"aa-lcr","share":0.11400766594687953},{"family":"gdpval","share":0.09537276183449506},{"family":"briefcase","share":0.08360205626123225},{"family":"automationbench","share":0.08198375046941722},{"family":"gdp-pdf","share":0.08198015705772851},{"family":"terminal-bench","share":0.0442194935738139}]},"capabilityRatings":[{"bucket":"agentic","score":0.19975727333829174,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10487136629245127,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2738453911801875,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18759298547688683,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0539239293975311,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.06018866041594348,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.48025700185479336,"lowerBound":0,"upperBound":1,"independentScore":0.48025700185479336,"independent":true,"opponentIds":1940,"independentOpponentIds":1940,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["46d79399ee441894914a8f1a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3646638058080253,"lowerBound":0,"upperBound":1,"independentScore":0.3646638058080253,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7616e33171a1a060a1c26c5b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3772543629900662,"lowerBound":0,"upperBound":1,"independentScore":0.3772543629900662,"independent":true,"opponentIds":1943,"independentOpponentIds":1943,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["8c4dcbe13c8ef2ffadfe1e89"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6516204923303053,"lowerBound":0,"upperBound":1,"independentScore":0.6516204923303053,"independent":true,"opponentIds":1944,"independentOpponentIds":1944,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["be3e5d200a8ef22d2e7d908b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.36609815484016195,"lowerBound":0,"upperBound":1,"independentScore":0.36609815484016195,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["7bdc20c361b224dd8d5ac840"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6160010882309424,"lowerBound":0,"upperBound":1,"independentScore":0.6160010882309424,"independent":true,"opponentIds":1946,"independentOpponentIds":1946,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["87b55df4b09954ea311ec452"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4492959150169198,"lowerBound":0,"upperBound":1,"independentScore":0.4492959150169198,"independent":true,"opponentIds":1949,"independentOpponentIds":1949,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f20be376e35e699e68422716"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.38463779301349205,"lowerBound":0,"upperBound":1,"independentScore":0.38463779301349205,"independent":true,"opponentIds":1950,"independentOpponentIds":1950,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["7c5470194e5dd81e14991a33"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7750691461612642,"lowerBound":0,"upperBound":1,"independentScore":0.7750691461612642,"independent":true,"opponentIds":1951,"independentOpponentIds":1951,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["038cd005e04bbd9da5b2a39b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3774353487706385,"lowerBound":0,"upperBound":1,"independentScore":0.3774353487706385,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ae9cd41cfe460d23e2ba5708"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["46d79399ee441894914a8f1a","7616e33171a1a060a1c26c5b","8c4dcbe13c8ef2ffadfe1e89","be3e5d200a8ef22d2e7d908b","7bdc20c361b224dd8d5ac840","87b55df4b09954ea311ec452","f20be376e35e699e68422716","7c5470194e5dd81e14991a33","038cd005e04bbd9da5b2a39b","ae9cd41cfe460d23e2ba5708"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-6-luna--effort-xhigh","name":"GPT-6 Luna · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-luna","detailsUrl":"/efforts?model=gpt-6-luna","publishedBenchmarkCount":17,"overallRating":{"score":0.24055108967234728,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4089605902827533},{"source":"Cognition","independent":true,"share":0.3581053223968647},{"source":"Artificial Analysis","independent":true,"share":0.2329340873203802}],"familyWeights":[{"family":"frontiercode","share":0.35810532239686443},{"family":"arc-agi","share":0.23356044483245506},{"family":"arc-agi-3","share":0.17540014545029822},{"family":"hle","share":0.029075774786704117},{"family":"critpt","share":0.0288913469266209},{"family":"mmmu-pro","share":0.028479801012570978},{"family":"omniscience","share":0.02846157567085422},{"family":"aa-lcr","share":0.026476759488161732},{"family":"gdpval","share":0.02243302045857345},{"family":"briefcase","share":0.01978954910396492},{"family":"automationbench","share":0.019399151821304004},{"family":"gdp-pdf","share":0.01938494610476793},{"family":"terminal-bench","share":0.01054216194685953}]},"capabilityRatings":[{"bucket":"agentic","score":0.4639261752768791,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.25484169766201475,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4308166356236636,"supported":true,"families":2,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3640393160861472,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.39691750455599717,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5355231774689445,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6963605658184616,"lowerBound":0,"upperBound":1,"independentScore":0.6963605658184616,"independent":true,"opponentIds":1940,"independentOpponentIds":1940,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7a82437d9f707352e49c5dda"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9198475334583295,"lowerBound":0,"upperBound":1,"independentScore":0.9198475334583295,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["eccd70ba4b9cd043c9a657a0"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.671573164582346,"lowerBound":0,"upperBound":1,"independentScore":0.671573164582346,"independent":true,"opponentIds":1943,"independentOpponentIds":1943,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["90b73130e61aba8283ac4c32"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9008229780774313,"lowerBound":0,"upperBound":1,"independentScore":0.9008229780774313,"independent":true,"opponentIds":1944,"independentOpponentIds":1944,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["842bda61fdf4a03695e85fc0"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7730652579880828,"lowerBound":0,"upperBound":1,"independentScore":0.7730652579880828,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d7e2e92d7df76f060438837a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8045125236281032,"lowerBound":0,"upperBound":1,"independentScore":0.8045125236281032,"independent":true,"opponentIds":1946,"independentOpponentIds":1946,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["2324d8cba91fb427eed089e9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8469740423117835,"lowerBound":0,"upperBound":1,"independentScore":0.8469740423117835,"independent":true,"opponentIds":1949,"independentOpponentIds":1949,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7fe3b1afa7a09cc26986c6c3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8892762042659009,"lowerBound":0,"upperBound":1,"independentScore":0.8892762042659009,"independent":true,"opponentIds":1950,"independentOpponentIds":1950,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["7970dfff3e9c437c790e082d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.896930975550882,"lowerBound":0,"upperBound":1,"independentScore":0.896930975550882,"independent":true,"opponentIds":1951,"independentOpponentIds":1951,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fd535b33980376b6b1b2cd33"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5130451589484784,"lowerBound":0,"upperBound":1,"independentScore":0.5130451589484784,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["4ce516f57cf7ad82a9643b56"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5334287466775717,"lowerBound":0,"upperBound":1,"independentScore":0.5334287466775717,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":49,"publishers":["ARC Prize"],"observations":["706ee66952f7ced5735443bf"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.07170447004373062,"lowerBound":0,"upperBound":1,"independentScore":0.07170447004373062,"independent":true,"opponentIds":1955,"independentOpponentIds":1955,"panelSize":14,"publishers":["ARC Prize"],"observations":["5bf518719461d570e3d4c0c6","1a14e537a8a814fc2f9bc5d4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3900868104172502,"lowerBound":0,"upperBound":1,"independentScore":0.3900868104172502,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":8,"publishers":["Cognition"],"observations":["11e28af907b736a7ef5132e0","3c660a8ae862944a3486209b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7a82437d9f707352e49c5dda","eccd70ba4b9cd043c9a657a0","90b73130e61aba8283ac4c32","842bda61fdf4a03695e85fc0","d7e2e92d7df76f060438837a","2324d8cba91fb427eed089e9","7fe3b1afa7a09cc26986c6c3","7970dfff3e9c437c790e082d","fd535b33980376b6b1b2cd33","4ce516f57cf7ad82a9643b56","706ee66952f7ced5735443bf","5bf518719461d570e3d4c0c6","1a14e537a8a814fc2f9bc5d4","11e28af907b736a7ef5132e0","3c660a8ae862944a3486209b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-6-luna--effort-none","name":"GPT-6 Luna · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-luna","detailsUrl":"/efforts?model=gpt-6-luna","publishedBenchmarkCount":3,"overallRating":{"score":0.003641196671058708,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999988}],"familyWeights":[{"family":"arc-agi","share":0.6598042508042655},{"family":"arc-agi-3","share":0.3401957491957342}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.03067120336820195,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.023604390416617483,"lowerBound":0,"upperBound":1,"independentScore":0.023604390416617483,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":49,"publishers":["ARC Prize"],"observations":["5849e34f56744250ee2ebc46"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.009613871443082173,"lowerBound":0,"upperBound":1,"independentScore":0.009613871443082173,"independent":true,"opponentIds":1955,"independentOpponentIds":1955,"panelSize":14,"publishers":["ARC Prize"],"observations":["f8386742f94346ed03acace3","4a70f6ffa3c870b89b0268d2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5849e34f56744250ee2ebc46","f8386742f94346ed03acace3","4a70f6ffa3c870b89b0268d2"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"None","settings":[{"label":"None","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-6-sol--effort-high","name":"GPT-6 Sol · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-sol","detailsUrl":"/efforts?model=gpt-6-sol","publishedBenchmarkCount":23,"overallRating":{"score":0.5988679090143599,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0.24418696993243258,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.30566448131469365},{"source":"Cognition","independent":true,"share":0.2676543418298282},{"source":"OpenAI","independent":false,"share":0.24418696993243239},{"source":"Artificial Analysis","independent":true,"share":0.18249420692304605}],"familyWeights":[{"family":"frontiercode","share":0.2676543418298285},{"family":"arc-agi","share":0.17456726619056834},{"family":"arc-agi-3","share":0.13109721512412464},{"family":"automationbench","share":0.06323547226289271},{"family":"gdp-pdf","share":0.06322296314549797},{"family":"terminal-bench-science","share":0.05979081613000267},{"family":"deepswe","share":0.048837393986486476},{"family":"osworld","share":0.048837393986486476},{"family":"hle","share":0.021343863769085158},{"family":"critpt","share":0.02118105340967494},{"family":"omniscience","share":0.020918383289597522},{"family":"mmmu-pro","share":0.020864735455580385},{"family":"aa-lcr","share":0.01945755579367248},{"family":"gdpval","share":0.016546772935663312},{"family":"briefcase","share":0.014653600202513956},{"family":"terminal-bench","share":0.007791172488324126}]},"capabilityRatings":[{"bucket":"agentic","score":0.5467234694018525,"supported":true,"families":6,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5238425523845267,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7110546440072313,"supported":true,"families":3,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.544968321323516,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5170796260751193,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7388297116524143,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7139996439397018,"lowerBound":0,"upperBound":1,"independentScore":0.7139996439397018,"independent":true,"opponentIds":1968,"independentOpponentIds":1968,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["98b42a9c860fb80ff6f4d382"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9839195883010061,"lowerBound":0,"upperBound":1,"independentScore":0.9839195883010061,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d8dbdc56f80af68220f9bc80"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.2052423965996257,"lowerBound":0,"upperBound":1,"independentScore":0.9014119543031628,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["2e486240163922f265ea86a0","launch-openai-gpt61-sol-launch-2404"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9461934965505473,"lowerBound":0,"upperBound":1,"independentScore":0.9461934965505473,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f067747277aeded9564f53df"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.20433965512820873,"lowerBound":0,"upperBound":1,"independentScore":0.8980498680680792,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["38892c085d6eecf2cebd5c8f","launch-openai-gpt61-sol-launch-2383"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8171869825724689,"lowerBound":0,"upperBound":1,"independentScore":0.8171869825724689,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["656559fc83ff67aaff743eae"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9485219022444635,"lowerBound":0,"upperBound":1,"independentScore":0.9485219022444635,"independent":true,"opponentIds":1974,"independentOpponentIds":1974,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b10e09ec9a484e79d05da8d1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9318579251010345,"lowerBound":0,"upperBound":1,"independentScore":0.9318579251010345,"independent":true,"opponentIds":1975,"independentOpponentIds":1975,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4f96a6b4084ca01d8674b3d1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9630639695170251,"lowerBound":0,"upperBound":1,"independentScore":0.9630639695170251,"independent":true,"opponentIds":1976,"independentOpponentIds":1976,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["78e0be78ce3758451826c570"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.14063485000091297,"lowerBound":0,"upperBound":1,"independentScore":0.7676753755768052,"independent":true,"opponentIds":1977,"independentOpponentIds":1977,"panelSize":27,"publishers":["Artificial Analysis","OpenAI"],"observations":["acb9caf9ee703de30b9231da","launch-openai-gpt61-sol-launch-2440"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7107295802677941,"lowerBound":0,"upperBound":1,"independentScore":0.7107295802677941,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["72a43fba42e0926927f1bf5e"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.782428366971406,"lowerBound":0,"upperBound":1,"independentScore":0.782428366971406,"independent":true,"opponentIds":1978,"independentOpponentIds":1978,"panelSize":49,"publishers":["ARC Prize"],"observations":["0ed90f472fa6fcd20b3f44f4"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2363"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.5214994299715843,"lowerBound":0,"upperBound":1,"independentScore":0.5214994299715843,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":14,"publishers":["ARC Prize"],"observations":["dabbb2909497af3a1a745de6","b6b9c826a49e8b6040e7ec1c"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8121674600952117,"lowerBound":0,"upperBound":1,"independentScore":0.8121674600952117,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":8,"publishers":["Cognition"],"observations":["78570d5f6c6db191391b67a4","8f0e651f734226844f960671"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2424"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["98b42a9c860fb80ff6f4d382","d8dbdc56f80af68220f9bc80","2e486240163922f265ea86a0","f067747277aeded9564f53df","38892c085d6eecf2cebd5c8f","656559fc83ff67aaff743eae","b10e09ec9a484e79d05da8d1","4f96a6b4084ca01d8674b3d1","78e0be78ce3758451826c570","acb9caf9ee703de30b9231da","72a43fba42e0926927f1bf5e","0ed90f472fa6fcd20b3f44f4","dabbb2909497af3a1a745de6","b6b9c826a49e8b6040e7ec1c","78570d5f6c6db191391b67a4","8f0e651f734226844f960671","launch-openai-gpt61-sol-launch-2404","launch-openai-gpt61-sol-launch-2363","launch-openai-gpt61-sol-launch-2424","launch-openai-gpt61-sol-launch-2440","launch-openai-gpt61-sol-launch-2383"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-6-sol--effort-low","name":"GPT-6 Sol · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-sol","detailsUrl":"/efforts?model=gpt-6-sol","publishedBenchmarkCount":23,"overallRating":{"score":0.23085843215777854,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0.24418696993243258,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.30566448131469365},{"source":"Cognition","independent":true,"share":0.2676543418298282},{"source":"OpenAI","independent":false,"share":0.24418696993243239},{"source":"Artificial Analysis","independent":true,"share":0.18249420692304605}],"familyWeights":[{"family":"frontiercode","share":0.2676543418298285},{"family":"arc-agi","share":0.17456726619056834},{"family":"arc-agi-3","share":0.13109721512412464},{"family":"automationbench","share":0.06323547226289271},{"family":"gdp-pdf","share":0.06322296314549797},{"family":"terminal-bench-science","share":0.05979081613000267},{"family":"deepswe","share":0.048837393986486476},{"family":"osworld","share":0.048837393986486476},{"family":"hle","share":0.021343863769085158},{"family":"critpt","share":0.02118105340967494},{"family":"omniscience","share":0.020918383289597522},{"family":"mmmu-pro","share":0.020864735455580385},{"family":"aa-lcr","share":0.01945755579367248},{"family":"gdpval","share":0.016546772935663312},{"family":"briefcase","share":0.014653600202513956},{"family":"terminal-bench","share":0.007791172488324126}]},"capabilityRatings":[{"bucket":"agentic","score":0.34196058774166116,"supported":true,"families":6,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26337384254321194,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.41047150207306665,"supported":true,"families":3,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.49739625150989,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.45044274322328254,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4825772712372485,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4839470807358629,"lowerBound":0,"upperBound":1,"independentScore":0.4839470807358629,"independent":true,"opponentIds":1968,"independentOpponentIds":1968,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["29d28140ad3c106c00f471a4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9008197979427316,"lowerBound":0,"upperBound":1,"independentScore":0.9008197979427316,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c8cf364304f7f3f1e7b6c215"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.17659886721983467,"lowerBound":0,"upperBound":1,"independentScore":0.7756113389130356,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["048baebd12c938c93c4760ad","launch-openai-gpt61-sol-launch-2402"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8960111499739829,"lowerBound":0,"upperBound":1,"independentScore":0.8960111499739829,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ef6a217b2f2b992ca1783bce"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2039087800718077,"lowerBound":0,"upperBound":1,"independentScore":0.8961562205168392,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["0909e2cf145d2043b08f7372","launch-openai-gpt61-sol-launch-2381"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7210961428913232,"lowerBound":0,"upperBound":1,"independentScore":0.7210961428913232,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["dc64d11df946c9266008a9ac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8535075534245382,"lowerBound":0,"upperBound":1,"independentScore":0.8535075534245382,"independent":true,"opponentIds":1974,"independentOpponentIds":1974,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2d5d5f301f1e2ee16ad2bb5e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9159793579438138,"lowerBound":0,"upperBound":1,"independentScore":0.9159793579438138,"independent":true,"opponentIds":1975,"independentOpponentIds":1975,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["dffa90b77a2844423ea867e2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9487391963878143,"lowerBound":0,"upperBound":1,"independentScore":0.9487391963878143,"independent":true,"opponentIds":1976,"independentOpponentIds":1976,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["aa090fe0381ab3fc0e867219"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.04997964746208994,"lowerBound":0,"upperBound":1,"independentScore":0.27282103003919117,"independent":true,"opponentIds":1977,"independentOpponentIds":1977,"panelSize":27,"publishers":["Artificial Analysis","OpenAI"],"observations":["40d900586fdf5979a0c29d55","launch-openai-gpt61-sol-launch-2438"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5510937323880282,"lowerBound":0,"upperBound":1,"independentScore":0.5510937323880282,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["de4817c92f4bb68295a9aaef"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5097117153956251,"lowerBound":0,"upperBound":1,"independentScore":0.5097117153956251,"independent":true,"opponentIds":1978,"independentOpponentIds":1978,"panelSize":49,"publishers":["ARC Prize"],"observations":["64c804965cb22828aa731d12"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2357"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.20085419183583209,"lowerBound":0,"upperBound":1,"independentScore":0.20085419183583209,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":14,"publishers":["ARC Prize"],"observations":["126e948a87af9bad8d67f24c","c722f195ec4769f24887bfb4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4616353962475498,"lowerBound":0,"upperBound":1,"independentScore":0.4616353962475498,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":8,"publishers":["Cognition"],"observations":["11d69a3ea3e8e3493db5d23a","ec3c20ed5f0db0ac92661a10"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2422"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["29d28140ad3c106c00f471a4","c8cf364304f7f3f1e7b6c215","048baebd12c938c93c4760ad","ef6a217b2f2b992ca1783bce","0909e2cf145d2043b08f7372","dc64d11df946c9266008a9ac","2d5d5f301f1e2ee16ad2bb5e","dffa90b77a2844423ea867e2","aa090fe0381ab3fc0e867219","40d900586fdf5979a0c29d55","de4817c92f4bb68295a9aaef","64c804965cb22828aa731d12","126e948a87af9bad8d67f24c","c722f195ec4769f24887bfb4","11d69a3ea3e8e3493db5d23a","ec3c20ed5f0db0ac92661a10","launch-openai-gpt61-sol-launch-2402","launch-openai-gpt61-sol-launch-2357","launch-openai-gpt61-sol-launch-2422","launch-openai-gpt61-sol-launch-2438","launch-openai-gpt61-sol-launch-2381"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-6-sol--effort-max","name":"GPT-6 Sol · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-sol","detailsUrl":"/efforts?model=gpt-6-sol","publishedBenchmarkCount":70,"overallRating":{"score":0.6623840158950337,"supported":true,"families":36,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":235,"independentFamilies":34,"reason":null,"independentSources":7,"labWeightShare":0.23595177342747592,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"OpenAI","independent":false,"share":0.23595177342747553},{"source":"Epoch AI","independent":true,"share":0.12002844390593781},{"source":"Cognition","independent":true,"share":0.11791003868164361},{"source":"LiveBench","independent":true,"share":0.1170275060359678},{"source":"ARC Prize","independent":true,"share":0.11252916609808102},{"source":"Vals AI","independent":true,"share":0.1100647956482472},{"source":"Artificial Analysis","independent":true,"share":0.10179731788714981},{"source":"Terminal-Bench","independent":true,"share":0.08469095831550306}],"familyWeights":[{"family":"frontiercode","share":0.11791003868164356},{"family":"terminal-bench","share":0.10451936937435713},{"family":"arc-agi","share":0.05883738584404485},{"family":"automationbench","share":0.05482646007972874},{"family":"gdp-pdf","share":0.05479471476174832},{"family":"arc-agi-3","share":0.05369178025403607},{"family":"terminal-bench-science","share":0.05248425899648276},{"family":"deepswe","share":0.0471903546854951},{"family":"osworld","share":0.0471903546854951},{"family":"aime","share":0.02409119446376032},{"family":"gpqa","share":0.0240876253979138},{"family":"epoch-game-puzzles","share":0.024052954472547978},{"family":"simpleqa","share":0.023944607830779743},{"family":"frontiermath","share":0.023852061740936018},{"family":"livebench-data","share":0.01671821514799541},{"family":"livebench-language","share":0.01671821514799541},{"family":"multi-swe-bench","share":0.01671821514799541},{"family":"livebench-coding","share":0.016718215147995406},{"family":"livebench-instructions","share":0.01671821514799538},{"family":"livebench-math","share":0.01671821514799538},{"family":"livebench-reasoning","share":0.01671821514799538},{"family":"vals-code-migration","share":0.015791570809608045},{"family":"vals-legal-research","share":0.015753914910259032},{"family":"vibe-code","share":0.015753914910259032},{"family":"vals-excel-modeling","share":0.01571437621594256},{"family":"vals-finance-agent","share":0.01567280989627655},{"family":"vals-tax-agent","share":0.01567280989627655},{"family":"aa-lcr","share":0.008997470499250149},{"family":"harvey","share":0.008978116688934529},{"family":"itbench","share":0.008771057963013074},{"family":"hle","share":0.008727991265872894},{"family":"critpt","share":0.008703277932766621},{"family":"omniscience","share":0.008675569316411759},{"family":"mmmu-pro","share":0.008668809009184536},{"family":"gdpval","share":0.00797934208538191},{"family":"briefcase","share":0.007638301295631317}]},"capabilityRatings":[{"bucket":"agentic","score":0.5618398914635933,"supported":true,"families":13,"independentFamilies":12,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6852273289724358,"supported":true,"families":10,"independentFamilies":10,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7440944863456077,"supported":true,"families":7,"independentFamilies":6,"opponents":113,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5450360693991753,"supported":true,"families":4,"independentFamilies":4,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5596530612527522,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5326074252358096,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8575151797878672,"lowerBound":0,"upperBound":1,"independentScore":0.8575151797878672,"independent":true,"opponentIds":1968,"independentOpponentIds":1968,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3874a1f1a69d8772d7aaf5ab"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9633744855967078,"lowerBound":0,"upperBound":1,"independentScore":0.9633744855967078,"independent":true,"opponentIds":1982,"independentOpponentIds":1982,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-VZAUcNkzeMSMm9paxBhj6B"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7627240580659109,"lowerBound":0,"upperBound":1,"independentScore":0.7627240580659109,"independent":true,"opponentIds":1983,"independentOpponentIds":1983,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["ec95ea6172b70ad59049ce05","b7aea959dd9231579d9dcc0f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.1282057981211018,"lowerBound":0,"upperBound":1,"independentScore":0.9205045909901018,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["5475871f97ffc6a337855afa","launch-openai-gpt61-sol-launch-2406"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9867754609078728,"lowerBound":0,"upperBound":1,"independentScore":0.9867754609078728,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9b6a88e1da04914125bd0771"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.1284092505124148,"lowerBound":0,"upperBound":1,"independentScore":0.9252781541171409,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["a3eae8d4a26969cdbba052a4","launch-openai-gpt61-sol-launch-2385"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8542489528952324,"lowerBound":0,"upperBound":1,"independentScore":0.8542489528952324,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6ab8303578aff13b2bdd9f8d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9269521410579347,"lowerBound":0,"upperBound":1,"independentScore":0.9269521410579347,"independent":true,"opponentIds":1984,"independentOpponentIds":1984,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-aJD7ZfFftu2cZoToJhhzF7"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5540964964531326,"lowerBound":0,"upperBound":1,"independentScore":0.5540964964531326,"independent":true,"opponentIds":1985,"independentOpponentIds":1985,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["cfa6111b396204ce86edf1e3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9602835396408859,"lowerBound":0,"upperBound":1,"independentScore":0.9602835396408859,"independent":true,"opponentIds":1974,"independentOpponentIds":1974,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2dcd27aa0b60624312e45908"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.869209607147078,"lowerBound":0,"upperBound":1,"independentScore":0.869209607147078,"independent":true,"opponentIds":1986,"independentOpponentIds":1986,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["9c02d2e039e7542a491d73d6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9516218703522995,"lowerBound":0,"upperBound":1,"independentScore":0.9516218703522995,"independent":true,"opponentIds":1975,"independentOpponentIds":1975,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["df6af471f097ec031232e29c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9625820239542691,"lowerBound":0,"upperBound":1,"independentScore":0.9625820239542691,"independent":true,"opponentIds":1976,"independentOpponentIds":1976,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["463d57efc495213abd110bdd"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.08636112276689309,"lowerBound":0,"upperBound":1,"independentScore":0.8561921916716759,"independent":true,"opponentIds":1977,"independentOpponentIds":1977,"panelSize":27,"publishers":["Artificial Analysis","OpenAI"],"observations":["7aa964f9245acce58db84785","launch-openai-gpt61-sol-launch-2442"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7028557296528996,"lowerBound":0,"upperBound":1,"independentScore":0.7028557296528996,"independent":true,"opponentIds":1987,"independentOpponentIds":1987,"panelSize":109,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["594142495acc5f2492b7e7ac","fc2e2593cadcc2e0ec53f01d","vals-terminal-bench-2-1-v2.1:openai/gpt-6-sol"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9312521922132585,"lowerBound":0,"upperBound":1,"independentScore":0.9312521922132585,"independent":true,"opponentIds":1978,"independentOpponentIds":1978,"panelSize":49,"publishers":["ARC Prize"],"observations":["8893871195c4275354b68816"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2369"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.6081278026905831,"lowerBound":0,"upperBound":1,"independentScore":0.6081278026905831,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":14,"publishers":["ARC Prize"],"observations":["3d196b1d122191d2b4c8ca49","598efd299c0a6cb52c8832b5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9003001715265869,"lowerBound":0,"upperBound":1,"independentScore":0.9003001715265869,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":8,"publishers":["Cognition"],"observations":["3c7cf4ee69520ebbb0843eb2","d69d0f9d7823430df03fa93d"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.6545561665357428,"lowerBound":0,"upperBound":1,"independentScore":0.6545561665357428,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-939d376b1bd6b6aac363a93d","panel-9640dd63ff82a5cef1d24a23","panel-af919c82b4251252f3687e2e","panel-e71f2c3822cf33588c373ceb"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.743519245875884,"lowerBound":0,"upperBound":1,"independentScore":0.743519245875884,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c27d70d91ae7bc152ff8560e","panel-992cc8609e0891af67ab03f2"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.699659596753077,"lowerBound":0,"upperBound":1,"independentScore":0.699659596753077,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-650b58aae7b8903d928b42f6","panel-30e4eb8001c89f21516b2f27","panel-67d393c12786bf763fa6ecc0"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.793925111285677,"lowerBound":0,"upperBound":1,"independentScore":0.793925111285677,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c774e7bdb7e27ce19f429492","panel-74edf4942452c5c1b6fbab3b","panel-8c4b556d21f3678659ce21b1"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.48324168630531567,"lowerBound":0,"upperBound":1,"independentScore":0.48324168630531567,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c6743dc3d8cf2ac56248541e","panel-cd26b25408142e12f6dfdbca","panel-61b881db817e51b6acc37991"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.568146111547526,"lowerBound":0,"upperBound":1,"independentScore":0.568146111547526,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6a1c2759c6c12ce64fea9574","panel-b1ec8369fb5b5f6055dca378","panel-c3e7e6cf337436c3a20e1933","panel-cb46ec39cb329fdaf0f24235"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.4473684210526322,"lowerBound":0,"upperBound":1,"independentScore":0.4473684210526322,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-650ca7621d72b9b4104ca4d2","panel-ca1a4d244e65b320405a7125","panel-ae6cd93f49044aec4a1f1cb9","panel-bb0c10a5a40fdfb2c6ba888b"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9486703889467212,"lowerBound":0,"upperBound":1,"independentScore":0.9486703889467212,"independent":true,"opponentIds":1989,"independentOpponentIds":1989,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-jwS3LYLCPbZpHDzzkX6LyV","epoch-run-RHjHEPHEsWZqFuMjBTeC6r"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.91991991991992,"lowerBound":0,"upperBound":1,"independentScore":0.91991991991992,"independent":true,"opponentIds":1990,"independentOpponentIds":1990,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-DnFTaE9qNsmBdYNqohhynY"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.7239819004524889,"lowerBound":0,"upperBound":1,"independentScore":0.7239819004524889,"independent":true,"opponentIds":1991,"independentOpponentIds":1991,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-donMeEKBZZdqpQsojKWJEm"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.21520341909520022,"lowerBound":0,"upperBound":1,"independentScore":0.21520341909520022,"independent":true,"opponentIds":1992,"independentOpponentIds":1992,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-6-sol"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.8231647920813648,"lowerBound":0,"upperBound":1,"independentScore":0.8231647920813648,"independent":true,"opponentIds":1993,"independentOpponentIds":1993,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-6-sol"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.20626114400382697,"lowerBound":0,"upperBound":1,"independentScore":0.20626114400382697,"independent":true,"opponentIds":1994,"independentOpponentIds":1994,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-6-sol"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.7827676023518747,"lowerBound":0,"upperBound":1,"independentScore":0.7827676023518747,"independent":true,"opponentIds":1995,"independentOpponentIds":1995,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-6-sol"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.8519672467243616,"lowerBound":0,"upperBound":1,"independentScore":0.8519672467243616,"independent":true,"opponentIds":1996,"independentOpponentIds":1996,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-6-sol"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.21796075393412592,"lowerBound":0,"upperBound":1,"independentScore":0.21796075393412592,"independent":true,"opponentIds":1997,"independentOpponentIds":1997,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-6-sol"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2426"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3874a1f1a69d8772d7aaf5ab","ec95ea6172b70ad59049ce05","5475871f97ffc6a337855afa","9b6a88e1da04914125bd0771","a3eae8d4a26969cdbba052a4","6ab8303578aff13b2bdd9f8d","cfa6111b396204ce86edf1e3","2dcd27aa0b60624312e45908","9c02d2e039e7542a491d73d6","b7aea959dd9231579d9dcc0f","df6af471f097ec031232e29c","463d57efc495213abd110bdd","7aa964f9245acce58db84785","594142495acc5f2492b7e7ac","8893871195c4275354b68816","3d196b1d122191d2b4c8ca49","598efd299c0a6cb52c8832b5","3c7cf4ee69520ebbb0843eb2","d69d0f9d7823430df03fa93d","fc2e2593cadcc2e0ec53f01d","panel-939d376b1bd6b6aac363a93d","panel-c27d70d91ae7bc152ff8560e","panel-992cc8609e0891af67ab03f2","panel-650b58aae7b8903d928b42f6","panel-c774e7bdb7e27ce19f429492","panel-9640dd63ff82a5cef1d24a23","panel-c6743dc3d8cf2ac56248541e","panel-6a1c2759c6c12ce64fea9574","panel-af919c82b4251252f3687e2e","panel-e71f2c3822cf33588c373ceb","panel-650ca7621d72b9b4104ca4d2","panel-30e4eb8001c89f21516b2f27","panel-cd26b25408142e12f6dfdbca","panel-ca1a4d244e65b320405a7125","panel-b1ec8369fb5b5f6055dca378","panel-ae6cd93f49044aec4a1f1cb9","panel-bb0c10a5a40fdfb2c6ba888b","panel-74edf4942452c5c1b6fbab3b","panel-8c4b556d21f3678659ce21b1","panel-c3e7e6cf337436c3a20e1933","panel-61b881db817e51b6acc37991","panel-67d393c12786bf763fa6ecc0","panel-cb46ec39cb329fdaf0f24235","epoch-run-jwS3LYLCPbZpHDzzkX6LyV","epoch-run-RHjHEPHEsWZqFuMjBTeC6r","epoch-run-aJD7ZfFftu2cZoToJhhzF7","epoch-run-DnFTaE9qNsmBdYNqohhynY","epoch-run-VZAUcNkzeMSMm9paxBhj6B","epoch-run-donMeEKBZZdqpQsojKWJEm","vals-finance-agent-v2:openai/gpt-6-sol","vals-code-migration-v1:openai/gpt-6-sol","vals-legal-research-v1:openai/gpt-6-sol","vals-emb-v1:openai/gpt-6-sol","vals-terminal-bench-2-1-v2.1:openai/gpt-6-sol","vals-vibe-code-bench-v1.1:openai/gpt-6-sol","vals-tax-agent-bench-v1:openai/gpt-6-sol","launch-openai-gpt61-sol-launch-2406","launch-openai-gpt61-sol-launch-2369","launch-openai-gpt61-sol-launch-2426","launch-openai-gpt61-sol-launch-2442","launch-openai-gpt61-sol-launch-2385"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":70}],"unspecified":0,"total":70}},{"id":"gpt-6-sol--effort-medium","name":"GPT-6 Sol · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-sol","detailsUrl":"/efforts?model=gpt-6-sol","publishedBenchmarkCount":23,"overallRating":{"score":0.48158702169889733,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0.24418696993243258,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.30566448131469365},{"source":"Cognition","independent":true,"share":0.2676543418298282},{"source":"OpenAI","independent":false,"share":0.24418696993243239},{"source":"Artificial Analysis","independent":true,"share":0.18249420692304605}],"familyWeights":[{"family":"frontiercode","share":0.2676543418298285},{"family":"arc-agi","share":0.17456726619056834},{"family":"arc-agi-3","share":0.13109721512412464},{"family":"automationbench","share":0.06323547226289271},{"family":"gdp-pdf","share":0.06322296314549797},{"family":"terminal-bench-science","share":0.05979081613000267},{"family":"deepswe","share":0.048837393986486476},{"family":"osworld","share":0.048837393986486476},{"family":"hle","share":0.021343863769085158},{"family":"critpt","share":0.02118105340967494},{"family":"omniscience","share":0.020918383289597522},{"family":"mmmu-pro","share":0.020864735455580385},{"family":"aa-lcr","share":0.01945755579367248},{"family":"gdpval","share":0.016546772935663312},{"family":"briefcase","share":0.014653600202513956},{"family":"terminal-bench","share":0.007791172488324126}]},"capabilityRatings":[{"bucket":"agentic","score":0.47039778554353046,"supported":true,"families":6,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4263098751442746,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6445116582867261,"supported":true,"families":3,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5369242927116077,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4536407076966122,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6548721935813243,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6653898741212393,"lowerBound":0,"upperBound":1,"independentScore":0.6653898741212393,"independent":true,"opponentIds":1968,"independentOpponentIds":1968,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["350e87d54192d48c964c1205"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9578051998853326,"lowerBound":0,"upperBound":1,"independentScore":0.9578051998853326,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b9beaeb2d5579bd5aaea6061"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.19693481007827945,"lowerBound":0,"upperBound":1,"independentScore":0.8649255463980867,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["ad1ac307eabf4d8b593bb402","launch-openai-gpt61-sol-launch-2403"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9405477965395254,"lowerBound":0,"upperBound":1,"independentScore":0.9405477965395254,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c0080ebf64853b9d38d88e9b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.20240728007221703,"lowerBound":0,"upperBound":1,"independentScore":0.8895572964083954,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["2095ada63a849fc5de43fa43","launch-openai-gpt61-sol-launch-2382"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.795121541604327,"lowerBound":0,"upperBound":1,"independentScore":0.795121541604327,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a530be32d03db88edd19c8f0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9196487889064416,"lowerBound":0,"upperBound":1,"independentScore":0.9196487889064416,"independent":true,"opponentIds":1974,"independentOpponentIds":1974,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["855fa14ccf7c37cf0afd8e00"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9163414840941533,"lowerBound":0,"upperBound":1,"independentScore":0.9163414840941533,"independent":true,"opponentIds":1975,"independentOpponentIds":1975,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["52324c8bd3220fd1d2ed5019"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9617617083702613,"lowerBound":0,"upperBound":1,"independentScore":0.9617617083702613,"independent":true,"opponentIds":1976,"independentOpponentIds":1976,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ebb5431a52a2685db93ec30e"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.0983048889169206,"lowerBound":0,"upperBound":1,"independentScore":0.53661124905984,"independent":true,"opponentIds":1977,"independentOpponentIds":1977,"panelSize":27,"publishers":["Artificial Analysis","OpenAI"],"observations":["aa6ef65aaad68669ffccd796","launch-openai-gpt61-sol-launch-2439"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6346890477844246,"lowerBound":0,"upperBound":1,"independentScore":0.6346890477844246,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["3da9ac10f9618218ac7ebc12"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6506849315068501,"lowerBound":0,"upperBound":1,"independentScore":0.6506849315068501,"independent":true,"opponentIds":1978,"independentOpponentIds":1978,"panelSize":49,"publishers":["ARC Prize"],"observations":["e37cfc02ce7c52019f9a3f46"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2360"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.4571798056798659,"lowerBound":0,"upperBound":1,"independentScore":0.4571798056798659,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":14,"publishers":["ARC Prize"],"observations":["d45e011559e01576731fce1b","feb7d0ef7a4bc1a3de0566c8"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7224866984038087,"lowerBound":0,"upperBound":1,"independentScore":0.7224866984038087,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":8,"publishers":["Cognition"],"observations":["bef3e60369b8392a3a3820b6","5456762f7405236910bae307"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2423"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["350e87d54192d48c964c1205","b9beaeb2d5579bd5aaea6061","ad1ac307eabf4d8b593bb402","c0080ebf64853b9d38d88e9b","2095ada63a849fc5de43fa43","a530be32d03db88edd19c8f0","855fa14ccf7c37cf0afd8e00","52324c8bd3220fd1d2ed5019","ebb5431a52a2685db93ec30e","aa6ef65aaad68669ffccd796","3da9ac10f9618218ac7ebc12","e37cfc02ce7c52019f9a3f46","d45e011559e01576731fce1b","feb7d0ef7a4bc1a3de0566c8","bef3e60369b8392a3a3820b6","5456762f7405236910bae307","launch-openai-gpt61-sol-launch-2403","launch-openai-gpt61-sol-launch-2360","launch-openai-gpt61-sol-launch-2423","launch-openai-gpt61-sol-launch-2439","launch-openai-gpt61-sol-launch-2382"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-6-sol--effort-non-reasoning","name":"GPT-6 Sol · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-sol","detailsUrl":"/efforts?model=gpt-6-sol","publishedBenchmarkCount":13,"overallRating":{"score":0.19045343692709873,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999998}],"familyWeights":[{"family":"critpt","share":0.11990575970792446},{"family":"hle","share":0.11797420302136773},{"family":"mmmu-pro","share":0.11644656026403191},{"family":"omniscience","share":0.11504066096422402},{"family":"aa-lcr","share":0.10728726974796737},{"family":"gdpval","share":0.08976155632625873},{"family":"briefcase","share":0.07878366501896816},{"family":"automationbench","share":0.07725986085808292},{"family":"gdp-pdf","share":0.07725871831261465},{"family":"terminal-bench-science","share":0.05855276660061543},{"family":"terminal-bench","share":0.041728979177938476}]},"capabilityRatings":[{"bucket":"agentic","score":0.3874040939563903,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1959215695375133,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5032781192724911,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3974646951989654,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.13241870067541164,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1614817127621778,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6511693845096003,"lowerBound":0,"upperBound":1,"independentScore":0.6511693845096003,"independent":true,"opponentIds":1968,"independentOpponentIds":1968,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["450b0b738e836e36c8fd5b56"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6290523342361015,"lowerBound":0,"upperBound":1,"independentScore":0.6290523342361015,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4ec8e704c2c823cb11b5388b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.618604820329168,"lowerBound":0,"upperBound":1,"independentScore":0.618604820329168,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["86fb0f33b786e6d8c299ac63"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.756115421496929,"lowerBound":0,"upperBound":1,"independentScore":0.756115421496929,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["acb47cda766f9adcbd502018"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.747168094865632,"lowerBound":0,"upperBound":1,"independentScore":0.747168094865632,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6b8f37d7e3d5b51b767810bb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7558413756686694,"lowerBound":0,"upperBound":1,"independentScore":0.7558413756686694,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["62a985ae5e9767a7ee019e35"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.683021130338609,"lowerBound":0,"upperBound":1,"independentScore":0.683021130338609,"independent":true,"opponentIds":1974,"independentOpponentIds":1974,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d42c6f5647236d5c0bf1e421"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6317721693119811,"lowerBound":0,"upperBound":1,"independentScore":0.6317721693119811,"independent":true,"opponentIds":1975,"independentOpponentIds":1975,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["2574bc448482ab1eafc301d2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9090623112974231,"lowerBound":0,"upperBound":1,"independentScore":0.9090623112974231,"independent":true,"opponentIds":1976,"independentOpponentIds":1976,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["30d83050aa0d748594cdf574"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.46772254174981065,"lowerBound":0,"upperBound":1,"independentScore":0.46772254174981065,"independent":true,"opponentIds":1977,"independentOpponentIds":1977,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["ceca3b04b35d861f9d5c33ad"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5961228558018631,"lowerBound":0,"upperBound":1,"independentScore":0.5961228558018631,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6ce189d994550c6b0782154a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["450b0b738e836e36c8fd5b56","4ec8e704c2c823cb11b5388b","86fb0f33b786e6d8c299ac63","acb47cda766f9adcbd502018","6b8f37d7e3d5b51b767810bb","62a985ae5e9767a7ee019e35","d42c6f5647236d5c0bf1e421","2574bc448482ab1eafc301d2","30d83050aa0d748594cdf574","ceca3b04b35d861f9d5c33ad","6ce189d994550c6b0782154a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"gpt-6-sol--effort-xhigh","name":"GPT-6 Sol · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-sol","detailsUrl":"/efforts?model=gpt-6-sol","publishedBenchmarkCount":24,"overallRating":{"score":0.6411878464125557,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0.24488266018727942,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3053831315728328},{"source":"Cognition","independent":true,"share":0.2674079786290486},{"source":"OpenAI","independent":false,"share":0.24488266018727958},{"source":"Artificial Analysis","independent":true,"share":0.1823262296108393}],"familyWeights":[{"family":"frontiercode","share":0.2674079786290488},{"family":"arc-agi","share":0.17440658525352074},{"family":"arc-agi-3","share":0.13097654631931288},{"family":"automationbench","share":0.06336135756173042},{"family":"gdp-pdf","share":0.0633488599583884},{"family":"terminal-bench-science","share":0.059919872072382654},{"family":"deepswe","share":0.04897653203745592},{"family":"osworld","share":0.04897653203745592},{"family":"hle","share":0.021324217748926438},{"family":"critpt","share":0.021161557248774956},{"family":"omniscience","share":0.020899128904157217},{"family":"mmmu-pro","share":0.020845530450441605},{"family":"aa-lcr","share":0.019439646031058855},{"family":"gdpval","share":0.016531542411416494},{"family":"briefcase","share":0.01464011225449803},{"family":"terminal-bench","share":0.007784001081430713}]},"capabilityRatings":[{"bucket":"agentic","score":0.590342117206883,"supported":true,"families":6,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5890220944008581,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7183498174352126,"supported":true,"families":3,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.544968321323516,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5452564673659537,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6171186949319886,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7468506945968187,"lowerBound":0,"upperBound":1,"independentScore":0.7468506945968187,"independent":true,"opponentIds":1968,"independentOpponentIds":1968,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["27c8c75ae34f350da099dfcc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9480981978028022,"lowerBound":0,"upperBound":1,"independentScore":0.9480981978028022,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["75987472ff41b7dbea74c08f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.20809600278214663,"lowerBound":0,"upperBound":1,"independentScore":0.9166079364116193,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["7347911755ca938562a34fd6","launch-openai-gpt61-sol-launch-2405"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9616406018363856,"lowerBound":0,"upperBound":1,"independentScore":0.9616406018363856,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["30e043165f9edcd99a02e13b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.20437045367995738,"lowerBound":0,"upperBound":1,"independentScore":0.9008029402771895,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["590664e4ce67f3e910a09137","launch-openai-gpt61-sol-launch-2384"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8505319767899544,"lowerBound":0,"upperBound":1,"independentScore":0.8505319767899544,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["01397847b95699a967a3d819"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9539255714628475,"lowerBound":0,"upperBound":1,"independentScore":0.9539255714628475,"independent":true,"opponentIds":1974,"independentOpponentIds":1974,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["12e3cb8c3f650c504767af49"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9464920569683226,"lowerBound":0,"upperBound":1,"independentScore":0.9464920569683226,"independent":true,"opponentIds":1975,"independentOpponentIds":1975,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4ad8011ccfb97221b686dba1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9630639695170251,"lowerBound":0,"upperBound":1,"independentScore":0.9630639695170251,"independent":true,"opponentIds":1976,"independentOpponentIds":1976,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["50b4823c2092983d29b42145"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.1402027804937371,"lowerBound":0,"upperBound":1,"independentScore":0.7676753755768052,"independent":true,"opponentIds":1977,"independentOpponentIds":1977,"panelSize":27,"publishers":["Artificial Analysis","OpenAI"],"observations":["bef41a807968eaba154d7d25","launch-openai-gpt61-sol-launch-2441"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7587928442338246,"lowerBound":0,"upperBound":1,"independentScore":0.7587928442338246,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f0239ed164f14d4210cfe69b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8464526681660202,"lowerBound":0,"upperBound":1,"independentScore":0.8464526681660202,"independent":true,"opponentIds":1978,"independentOpponentIds":1978,"panelSize":49,"publishers":["ARC Prize"],"observations":["f6230374a382c253de51b3d6"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2366"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.5901070292160842,"lowerBound":0,"upperBound":1,"independentScore":0.5901070292160842,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":14,"publishers":["ARC Prize"],"observations":["7c2bc70ac2ad043aca27ef0b","1477faeb76f4bf5d802d34b4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8121674600952118,"lowerBound":0,"upperBound":1,"independentScore":0.8121674600952118,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":8,"publishers":["Cognition"],"observations":["efecb437a4948047ef73bc35","f7f350725fc81f9c8eb65b9d"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":1979,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2425"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["27c8c75ae34f350da099dfcc","75987472ff41b7dbea74c08f","7347911755ca938562a34fd6","30e043165f9edcd99a02e13b","590664e4ce67f3e910a09137","01397847b95699a967a3d819","12e3cb8c3f650c504767af49","4ad8011ccfb97221b686dba1","50b4823c2092983d29b42145","bef41a807968eaba154d7d25","f0239ed164f14d4210cfe69b","f6230374a382c253de51b3d6","7c2bc70ac2ad043aca27ef0b","1477faeb76f4bf5d802d34b4","efecb437a4948047ef73bc35","f7f350725fc81f9c8eb65b9d","launch-openai-gpt61-sol-launch-2405","launch-openai-gpt61-sol-launch-2366","launch-openai-gpt61-sol-launch-2425","launch-openai-gpt61-sol-launch-2441","launch-openai-gpt61-sol-launch-2384"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-6-sol--effort-none","name":"GPT-6 Sol · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-sol","detailsUrl":"/efforts?model=gpt-6-sol","publishedBenchmarkCount":3,"overallRating":{"score":0.028975038372627177,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999988}],"familyWeights":[{"family":"arc-agi","share":0.6598042508042655},{"family":"arc-agi-3","share":0.3401957491957342}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09303515798481134,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.16050985483299884,"lowerBound":0,"upperBound":1,"independentScore":0.16050985483299884,"independent":true,"opponentIds":1978,"independentOpponentIds":1978,"panelSize":49,"publishers":["ARC Prize"],"observations":["6824b8899439016d089b9c2b"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.31768694831113503,"lowerBound":0,"upperBound":1,"independentScore":0.31768694831113503,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":14,"publishers":["ARC Prize"],"observations":["917cf346b985df23f01b6f50","0c3bc2dca91577d8e531e573"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6824b8899439016d089b9c2b","917cf346b985df23f01b6f50","0c3bc2dca91577d8e531e573"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"None","settings":[{"label":"None","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-6.1-sol--effort-max","name":"GPT-6.1 Sol · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6.1-sol","detailsUrl":"/efforts?model=gpt-6.1-sol","publishedBenchmarkCount":59,"overallRating":{"score":0.8231507026285795,"supported":true,"families":31,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":231,"independentFamilies":29,"reason":null,"independentSources":6,"labWeightShare":0.25000000000000006,"sharedOrderConflicts":3,"evidenceStatus":"corroborated","sourceWeights":[{"source":"OpenAI","independent":false,"share":0.24999999999999997},{"source":"Cognition","independent":true,"share":0.1489039921145512},{"source":"ARC Prize","independent":true,"share":0.14804255840349564},{"source":"Artificial Analysis","independent":true,"share":0.13675266865693914},{"source":"Vals AI","independent":true,"share":0.1232269799517052},{"source":"LiveBench","independent":true,"share":0.0981131358088254},{"source":"Terminal-Bench","independent":true,"share":0.09496066506448629}],"familyWeights":[{"family":"frontiercode","share":0.14890399211455121},{"family":"terminal-bench","share":0.10045704124877475},{"family":"arc-agi","share":0.077184151977605},{"family":"arc-agi-3","share":0.07085840642589061},{"family":"terminal-bench-science","share":0.06082077301478116},{"family":"automationbench","share":0.060101480751279066},{"family":"gdp-pdf","share":0.06006205448749678},{"family":"deepswe","share":0.05},{"family":"osworld","share":0.05},{"family":"vals-code-migration","share":0.020735879975651118},{"family":"vibe-code","share":0.0206885313470879},{"family":"vals-legal-research","share":0.020596347713971057},{"family":"vals-excel-modeling","share":0.020449838839207},{"family":"vals-finance-agent","share":0.02039272768773171},{"family":"vals-tax-agent","share":0.020363654388056398},{"family":"livebench-data","share":0.014016162258403596},{"family":"livebench-language","share":0.014016162258403596},{"family":"multi-swe-bench","share":0.014016162258403596},{"family":"livebench-coding","share":0.014016162258403594},{"family":"livebench-instructions","share":0.014016162258403578},{"family":"livebench-math","share":0.014016162258403578},{"family":"livebench-reasoning","share":0.014016162258403578},{"family":"aa-lcr","share":0.011614181308772066},{"family":"hle","share":0.011462732219216924},{"family":"critpt","share":0.011433613243282216},{"family":"mmmu-pro","share":0.011403368450557585},{"family":"omniscience","share":0.011397820074251826},{"family":"harvey","share":0.011237610600565369},{"family":"analyst-agent","share":0.011091880721453553},{"family":"gdpval","share":0.010527944082448165},{"family":"briefcase","share":0.010102833518545833}]},"capabilityRatings":[{"bucket":"agentic","score":0.717849416888143,"supported":true,"families":13,"independentFamilies":12,"opponents":144,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7779996786404643,"supported":true,"families":6,"independentFamilies":6,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8353904964179207,"supported":true,"families":7,"independentFamilies":6,"opponents":113,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6935196522566972,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7177402997510933,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7292303712416485,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8188802606995623,"lowerBound":0,"upperBound":1,"independentScore":0.8188802606995623,"independent":true,"opponentIds":1998,"independentOpponentIds":1998,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["3cd5ffa0af0a02d00875f995"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9208782344742173,"lowerBound":0,"upperBound":1,"independentScore":0.9208782344742173,"independent":true,"opponentIds":1999,"independentOpponentIds":1999,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["aa56776633010d47a0f9d44e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8865218438435774,"lowerBound":0,"upperBound":1,"independentScore":0.8865218438435774,"independent":true,"opponentIds":2000,"independentOpponentIds":2000,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["bdc25bd6f48e029af6be763a","2c3bcfca102abc0025a7c83c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5764481773087279,"lowerBound":0,"upperBound":1,"independentScore":0.9548490236353807,"independent":true,"opponentIds":2001,"independentOpponentIds":2001,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["bead7cc623b5c67c3764e537","launch-openai-gpt61-sol-launch-2401"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9942861319999037,"lowerBound":0,"upperBound":1,"independentScore":0.9942861319999037,"independent":true,"opponentIds":2002,"independentOpponentIds":2002,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["82ceeab1edf55e2721cbabe1"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7897412427943485,"lowerBound":0,"upperBound":1,"independentScore":0.9872220000479061,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["89645671976a89c8c393ad0b","launch-openai-gpt61-sol-launch-2375"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8841266430410402,"lowerBound":0,"upperBound":1,"independentScore":0.8841266430410402,"independent":true,"opponentIds":2004,"independentOpponentIds":2004,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a9421e2ad943574cceda5ba1"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.749572693472126,"lowerBound":0,"upperBound":1,"independentScore":0.749572693472126,"independent":true,"opponentIds":2005,"independentOpponentIds":2005,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["ba6fc06f2b712fecf3094d9b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9815550137861101,"lowerBound":0,"upperBound":1,"independentScore":0.9815550137861101,"independent":true,"opponentIds":2006,"independentOpponentIds":2006,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d99148ab1b49ecd806978224"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9921624895395168,"lowerBound":0,"upperBound":1,"independentScore":0.9921624895395168,"independent":true,"opponentIds":2007,"independentOpponentIds":2007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["56f52aac7cf62029873b4b28"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9899388824428688,"lowerBound":0,"upperBound":1,"independentScore":0.9899388824428688,"independent":true,"opponentIds":2008,"independentOpponentIds":2008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3dd192ee7883e912f32fe4ef"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5814507129283176,"lowerBound":0,"upperBound":1,"independentScore":0.9578134405128259,"independent":true,"opponentIds":2009,"independentOpponentIds":2009,"panelSize":27,"publishers":["Artificial Analysis","OpenAI"],"observations":["d3801dffbe393dd5b2fbea8b","launch-openai-gpt61-sol-launch-2437"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9480198111916855,"lowerBound":0,"upperBound":1,"independentScore":0.9480198111916855,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["1bc6b4a566ebb8b1b9a5d5fa","ee65b4047c01418e7d2991a8"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9968520776287649,"lowerBound":0,"upperBound":1,"independentScore":0.9968520776287649,"independent":true,"opponentIds":2010,"independentOpponentIds":2010,"panelSize":49,"publishers":["ARC Prize"],"observations":["9d1e9dd6a984d63a866082f2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2368"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.8446258399729493,"lowerBound":0,"upperBound":1,"independentScore":0.8446258399729493,"independent":true,"opponentIds":2012,"independentOpponentIds":2012,"panelSize":14,"publishers":["ARC Prize"],"observations":["2e242cd77be5707ba1963d4c","3021bee4352805ca337f7cbc"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8310489244241391,"lowerBound":0,"upperBound":1,"independentScore":0.8310489244241391,"independent":true,"opponentIds":2013,"independentOpponentIds":2013,"panelSize":8,"publishers":["Cognition"],"observations":["b587e42c0ff834839006d87f","e98091f1432b7fd7d85239e6"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7950008755034149,"lowerBound":0,"upperBound":1,"independentScore":0.7950008755034149,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1650a6167549bdf4f5cb314d","panel-cabfe320c3555420565cb068","panel-868d8090ed72e0e3c6a8932c","panel-faaffb73fad007de19cd846d"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6489231308002104,"lowerBound":0,"upperBound":1,"independentScore":0.6489231308002104,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9c281ac89011e4ff9905b616","panel-3c8f097ca9e3961912b24ad1"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.8889569835989027,"lowerBound":0,"upperBound":1,"independentScore":0.8889569835989027,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-06f1e4ca42c0eb2409ff341e","panel-0c904491b31b75d49fe877cd","panel-47d84427c910e35000e25811"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.8712134477324461,"lowerBound":0,"upperBound":1,"independentScore":0.8712134477324461,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-105cc43b0c2557e180d20087","panel-af3833d1121c3a66f1fdf8de","panel-2a91759316e40eda7915432e"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5849821980972393,"lowerBound":0,"upperBound":1,"independentScore":0.5849821980972393,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-206dfa02fc2828678b6d2faa","panel-b9819b2ddfd0ed655f9230ba","panel-eae2abe5e90f2e31edb06880"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.8145246016459466,"lowerBound":0,"upperBound":1,"independentScore":0.8145246016459466,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-98c9ec191b9d3d1c99b07882","panel-ab04896af2769f8333c21634","panel-a928c737ed245c7c3e1de7dc","panel-29bede6d1ff0f87cfdda8626"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7410698651724746,"lowerBound":0,"upperBound":1,"independentScore":0.7410698651724746,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-98a29b927add46b750fbd539","panel-b82a3101ea67adcac68072dc","panel-2458c11ec127d17cfab9c56b","panel-2508ce88f4bb55a342194fa6"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.4253361922165208,"lowerBound":0,"upperBound":1,"independentScore":0.4253361922165208,"independent":true,"opponentIds":2015,"independentOpponentIds":2015,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-6.1-sol"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.9221555184724038,"lowerBound":0,"upperBound":1,"independentScore":0.9221555184724038,"independent":true,"opponentIds":2016,"independentOpponentIds":2016,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-6.1-sol"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.4536256054220238,"lowerBound":0,"upperBound":1,"independentScore":0.4536256054220238,"independent":true,"opponentIds":2017,"independentOpponentIds":2017,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-6.1-sol"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.7431916567197837,"lowerBound":0,"upperBound":1,"independentScore":0.7431916567197837,"independent":true,"opponentIds":2018,"independentOpponentIds":2018,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-6.1-sol"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.8799723104832936,"lowerBound":0,"upperBound":1,"independentScore":0.8799723104832936,"independent":true,"opponentIds":2019,"independentOpponentIds":2019,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-6.1-sol"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.4629051539032448,"lowerBound":0,"upperBound":1,"independentScore":0.4629051539032448,"independent":true,"opponentIds":2020,"independentOpponentIds":2020,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:openai/gpt-6.1-sol"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2421"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3cd5ffa0af0a02d00875f995","aa56776633010d47a0f9d44e","bdc25bd6f48e029af6be763a","bead7cc623b5c67c3764e537","82ceeab1edf55e2721cbabe1","89645671976a89c8c393ad0b","a9421e2ad943574cceda5ba1","ba6fc06f2b712fecf3094d9b","d99148ab1b49ecd806978224","2c3bcfca102abc0025a7c83c","56f52aac7cf62029873b4b28","3dd192ee7883e912f32fe4ef","d3801dffbe393dd5b2fbea8b","1bc6b4a566ebb8b1b9a5d5fa","9d1e9dd6a984d63a866082f2","2e242cd77be5707ba1963d4c","3021bee4352805ca337f7cbc","b587e42c0ff834839006d87f","e98091f1432b7fd7d85239e6","ee65b4047c01418e7d2991a8","panel-1650a6167549bdf4f5cb314d","panel-9c281ac89011e4ff9905b616","panel-3c8f097ca9e3961912b24ad1","panel-06f1e4ca42c0eb2409ff341e","panel-105cc43b0c2557e180d20087","panel-cabfe320c3555420565cb068","panel-206dfa02fc2828678b6d2faa","panel-98c9ec191b9d3d1c99b07882","panel-868d8090ed72e0e3c6a8932c","panel-faaffb73fad007de19cd846d","panel-98a29b927add46b750fbd539","panel-0c904491b31b75d49fe877cd","panel-b9819b2ddfd0ed655f9230ba","panel-b82a3101ea67adcac68072dc","panel-ab04896af2769f8333c21634","panel-2458c11ec127d17cfab9c56b","panel-2508ce88f4bb55a342194fa6","panel-af3833d1121c3a66f1fdf8de","panel-2a91759316e40eda7915432e","panel-a928c737ed245c7c3e1de7dc","panel-eae2abe5e90f2e31edb06880","panel-47d84427c910e35000e25811","panel-29bede6d1ff0f87cfdda8626","vals-finance-agent-v2:openai/gpt-6.1-sol","vals-code-migration-v1:openai/gpt-6.1-sol","vals-legal-research-v1:openai/gpt-6.1-sol","vals-emb-v1:openai/gpt-6.1-sol","vals-vibe-code-bench-v1.1:openai/gpt-6.1-sol","vals-tax-agent-bench-v1:openai/gpt-6.1-sol","launch-openai-gpt61-sol-launch-2401","launch-openai-gpt61-sol-launch-2368","launch-openai-gpt61-sol-launch-2421","launch-openai-gpt61-sol-launch-2437","launch-openai-gpt61-sol-launch-2375"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":59}],"unspecified":0,"total":59}},{"id":"gpt-6.1-sol--effort-high","name":"GPT-6.1 Sol · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6.1-sol","detailsUrl":"/efforts?model=gpt-6.1-sol","publishedBenchmarkCount":22,"overallRating":{"score":0.8591089426089601,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0.23318472893675893,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3156577050726054},{"source":"Cognition","independent":true,"share":0.25738411814068796},{"source":"OpenAI","independent":false,"share":0.23318472893675868},{"source":"Artificial Analysis","independent":true,"share":0.19377344784994951}],"familyWeights":[{"family":"frontiercode","share":0.2573841181406879},{"family":"arc-agi","share":0.17492568894240673},{"family":"arc-agi-3","share":0.14073201613019842},{"family":"automationbench","share":0.06303294976863709},{"family":"gdp-pdf","share":0.06301668591113102},{"family":"deepswe","share":0.046636945787351745},{"family":"osworld","share":0.046636945787351745},{"family":"terminal-bench-science","share":0.046636945787351745},{"family":"hle","share":0.02401337347827139},{"family":"critpt","share":0.023800191615273966},{"family":"omniscience","share":0.023554374888355305},{"family":"mmmu-pro","share":0.02348139388101464},{"family":"aa-lcr","share":0.02191544939140223},{"family":"gdpval","share":0.01874160157170225},{"family":"briefcase","share":0.016654119935774037},{"family":"terminal-bench","share":0.008837198983090664}]},"capabilityRatings":[{"bucket":"agentic","score":0.7534502832994486,"supported":true,"families":6,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7450054171881252,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8875329112986566,"supported":true,"families":3,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.683925897307866,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6763185974319598,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6574336694089197,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.847901890432582,"lowerBound":0,"upperBound":1,"independentScore":0.847901890432582,"independent":true,"opponentIds":1999,"independentOpponentIds":1999,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f03006b520978bf3c24f99da"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9592540844578327,"lowerBound":0,"upperBound":1,"independentScore":0.9592540844578327,"independent":true,"opponentIds":2021,"independentOpponentIds":2021,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0594b1ba8329f0c608e25a00"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6304305147714082,"lowerBound":0,"upperBound":1,"independentScore":0.9562862687981643,"independent":true,"opponentIds":2001,"independentOpponentIds":2001,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["a99e81d0301ecb84ae40215f","launch-openai-gpt61-sol-launch-2399"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9762671876980298,"lowerBound":0,"upperBound":1,"independentScore":0.9762671876980298,"independent":true,"opponentIds":2002,"independentOpponentIds":2002,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["cdb0cdc178b48a3fa1cbd27e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9977920661389146,"lowerBound":0,"upperBound":1,"independentScore":0.9915055627509878,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["dbadf041bd9535c6a44dad3b","launch-openai-gpt61-sol-launch-2373"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8667701993688953,"lowerBound":0,"upperBound":1,"independentScore":0.8667701993688953,"independent":true,"opponentIds":2004,"independentOpponentIds":2004,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["96dd08e2c22e61583e6b1179"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9828886636617904,"lowerBound":0,"upperBound":1,"independentScore":0.9828886636617904,"independent":true,"opponentIds":2006,"independentOpponentIds":2006,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ecae7a56059af0e1b44ea5bb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9856540771507237,"lowerBound":0,"upperBound":1,"independentScore":0.9856540771507237,"independent":true,"opponentIds":2007,"independentOpponentIds":2007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["92d34fdca8840182cb2210ca"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9868123185663109,"lowerBound":0,"upperBound":1,"independentScore":0.9868123185663109,"independent":true,"opponentIds":2008,"independentOpponentIds":2008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9d58f13b1d1723d9227d1cec"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5158704347715635,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2435"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9235002177655063,"lowerBound":0,"upperBound":1,"independentScore":0.9235002177655063,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["b418f646b7b7bc49a83cf5b9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9781216945944442,"lowerBound":0,"upperBound":1,"independentScore":0.9781216945944442,"independent":true,"opponentIds":2010,"independentOpponentIds":2010,"panelSize":49,"publishers":["ARC Prize"],"observations":["36c9e6284ae54fa051152ee0"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2362"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.8178243179423842,"lowerBound":0,"upperBound":1,"independentScore":0.8178243179423842,"independent":true,"opponentIds":2012,"independentOpponentIds":2012,"panelSize":14,"publishers":["ARC Prize"],"observations":["c551f728a54b7fd7fc18686b","a22a021efdc0a7fb24189aa1"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8551863181312573,"lowerBound":0,"upperBound":1,"independentScore":0.8551863181312573,"independent":true,"opponentIds":2013,"independentOpponentIds":2013,"panelSize":8,"publishers":["Cognition"],"observations":["1cf9f554d2144da3e03275ee","95ede679a7d336017a64ca9c"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.5158704347715635,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2419"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f03006b520978bf3c24f99da","0594b1ba8329f0c608e25a00","a99e81d0301ecb84ae40215f","cdb0cdc178b48a3fa1cbd27e","dbadf041bd9535c6a44dad3b","96dd08e2c22e61583e6b1179","ecae7a56059af0e1b44ea5bb","92d34fdca8840182cb2210ca","9d58f13b1d1723d9227d1cec","b418f646b7b7bc49a83cf5b9","36c9e6284ae54fa051152ee0","c551f728a54b7fd7fc18686b","a22a021efdc0a7fb24189aa1","1cf9f554d2144da3e03275ee","95ede679a7d336017a64ca9c","launch-openai-gpt61-sol-launch-2399","launch-openai-gpt61-sol-launch-2362","launch-openai-gpt61-sol-launch-2419","launch-openai-gpt61-sol-launch-2435","launch-openai-gpt61-sol-launch-2373"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":22}],"unspecified":0,"total":22}},{"id":"gpt-6.1-sol--effort-low","name":"GPT-6.1 Sol · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6.1-sol","detailsUrl":"/efforts?model=gpt-6.1-sol","publishedBenchmarkCount":22,"overallRating":{"score":0.6276461507445094,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0.23318472893675893,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3156577050726054},{"source":"Cognition","independent":true,"share":0.25738411814068796},{"source":"OpenAI","independent":false,"share":0.23318472893675868},{"source":"Artificial Analysis","independent":true,"share":0.19377344784994951}],"familyWeights":[{"family":"frontiercode","share":0.2573841181406879},{"family":"arc-agi","share":0.17492568894240673},{"family":"arc-agi-3","share":0.14073201613019842},{"family":"automationbench","share":0.06303294976863709},{"family":"gdp-pdf","share":0.06301668591113102},{"family":"deepswe","share":0.046636945787351745},{"family":"osworld","share":0.046636945787351745},{"family":"terminal-bench-science","share":0.046636945787351745},{"family":"hle","share":0.02401337347827139},{"family":"critpt","share":0.023800191615273966},{"family":"omniscience","share":0.023554374888355305},{"family":"mmmu-pro","share":0.02348139388101464},{"family":"aa-lcr","share":0.02191544939140223},{"family":"gdpval","share":0.01874160157170225},{"family":"briefcase","share":0.016654119935774037},{"family":"terminal-bench","share":0.008837198983090664}]},"capabilityRatings":[{"bucket":"agentic","score":0.5192895351990504,"supported":true,"families":6,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6407536216553008,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.676752813662629,"supported":true,"families":3,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6378020510021246,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5827624587456284,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7534538915033074,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6545479003940582,"lowerBound":0,"upperBound":1,"independentScore":0.6545479003940582,"independent":true,"opponentIds":1999,"independentOpponentIds":1999,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2609c5cfdfd05688f687ca40"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9883999860688198,"lowerBound":0,"upperBound":1,"independentScore":0.9883999860688198,"independent":true,"opponentIds":2021,"independentOpponentIds":2021,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["186b979ca9c564ecb0fc397a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5787314906524422,"lowerBound":0,"upperBound":1,"independentScore":0.7575340609981469,"independent":true,"opponentIds":2001,"independentOpponentIds":2001,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["eaa63db76aff6dc401cc1e7d","launch-openai-gpt61-sol-launch-2397"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9464600903257213,"lowerBound":0,"upperBound":1,"independentScore":0.9464600903257213,"independent":true,"opponentIds":2002,"independentOpponentIds":2002,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2e501ec3aa84e9017a6ea8bb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6330259167825724,"lowerBound":0,"upperBound":1,"independentScore":0.9665949369226694,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["d2fb5d79934d0805a4aab601","launch-openai-gpt61-sol-launch-2371"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7671905893387299,"lowerBound":0,"upperBound":1,"independentScore":0.7671905893387299,"independent":true,"opponentIds":2004,"independentOpponentIds":2004,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fd60d0d9979f7f5c5359ee3b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9652894621509512,"lowerBound":0,"upperBound":1,"independentScore":0.9652894621509512,"independent":true,"opponentIds":2006,"independentOpponentIds":2006,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["72ad8c0de9853e14527f9d4b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9634460949521805,"lowerBound":0,"upperBound":1,"independentScore":0.9634460949521805,"independent":true,"opponentIds":2007,"independentOpponentIds":2007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["d03eb34e4a90dde4ea96c573"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9821000698046309,"lowerBound":0,"upperBound":1,"independentScore":0.9821000698046309,"independent":true,"opponentIds":2008,"independentOpponentIds":2008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dab323260123be447a6905d6"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5158704347715635,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2433"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.790494481664728,"lowerBound":0,"upperBound":1,"independentScore":0.790494481664728,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["c0a2f93dfb74de3d75b15bb0"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8337026109224529,"lowerBound":0,"upperBound":1,"independentScore":0.8337026109224529,"independent":true,"opponentIds":2010,"independentOpponentIds":2010,"panelSize":49,"publishers":["ARC Prize"],"observations":["cbdf066b748ed67709eff6f2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5158704347715635,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2356"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.7740491154139574,"lowerBound":0,"upperBound":1,"independentScore":0.7740491154139574,"independent":true,"opponentIds":2012,"independentOpponentIds":2012,"panelSize":14,"publishers":["ARC Prize"],"observations":["825888824227e5b5938c688f","f1b6cbed605d02c34efca6af"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7661290322580647,"lowerBound":0,"upperBound":1,"independentScore":0.7661290322580647,"independent":true,"opponentIds":2013,"independentOpponentIds":2013,"panelSize":8,"publishers":["Cognition"],"observations":["b03ff6ec0f4cd41acef948c0","7a9e18d2451dd72d99b8c928"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.5158704347715635,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2417"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2609c5cfdfd05688f687ca40","186b979ca9c564ecb0fc397a","eaa63db76aff6dc401cc1e7d","2e501ec3aa84e9017a6ea8bb","d2fb5d79934d0805a4aab601","fd60d0d9979f7f5c5359ee3b","72ad8c0de9853e14527f9d4b","d03eb34e4a90dde4ea96c573","dab323260123be447a6905d6","c0a2f93dfb74de3d75b15bb0","cbdf066b748ed67709eff6f2","825888824227e5b5938c688f","f1b6cbed605d02c34efca6af","b03ff6ec0f4cd41acef948c0","7a9e18d2451dd72d99b8c928","launch-openai-gpt61-sol-launch-2397","launch-openai-gpt61-sol-launch-2356","launch-openai-gpt61-sol-launch-2417","launch-openai-gpt61-sol-launch-2433","launch-openai-gpt61-sol-launch-2371"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":22}],"unspecified":0,"total":22}},{"id":"gpt-6.1-sol--effort-medium","name":"GPT-6.1 Sol · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6.1-sol","detailsUrl":"/efforts?model=gpt-6.1-sol","publishedBenchmarkCount":22,"overallRating":{"score":0.8238506927309873,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0.23318472893675893,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3156577050726054},{"source":"Cognition","independent":true,"share":0.25738411814068796},{"source":"OpenAI","independent":false,"share":0.23318472893675868},{"source":"Artificial Analysis","independent":true,"share":0.19377344784994951}],"familyWeights":[{"family":"frontiercode","share":0.2573841181406879},{"family":"arc-agi","share":0.17492568894240673},{"family":"arc-agi-3","share":0.14073201613019842},{"family":"automationbench","share":0.06303294976863709},{"family":"gdp-pdf","share":0.06301668591113102},{"family":"deepswe","share":0.046636945787351745},{"family":"osworld","share":0.046636945787351745},{"family":"terminal-bench-science","share":0.046636945787351745},{"family":"hle","share":0.02401337347827139},{"family":"critpt","share":0.023800191615273966},{"family":"omniscience","share":0.023554374888355305},{"family":"mmmu-pro","share":0.02348139388101464},{"family":"aa-lcr","share":0.02191544939140223},{"family":"gdpval","share":0.01874160157170225},{"family":"briefcase","share":0.016654119935774037},{"family":"terminal-bench","share":0.008837198983090664}]},"capabilityRatings":[{"bucket":"agentic","score":0.6719149612953611,"supported":true,"families":6,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7050958339770345,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.9046661880734209,"supported":true,"families":3,"independentFamilies":2,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6748238482170524,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.604527752391083,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7193770049792204,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7592527455656237,"lowerBound":0,"upperBound":1,"independentScore":0.7592527455656237,"independent":true,"opponentIds":1999,"independentOpponentIds":1999,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2e385e660dd6a446c9e7f123"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9774062339873119,"lowerBound":0,"upperBound":1,"independentScore":0.9774062339873119,"independent":true,"opponentIds":2021,"independentOpponentIds":2021,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0a574bb316c4409afabbf2ec"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6243314799188684,"lowerBound":0,"upperBound":1,"independentScore":0.9328390826462145,"independent":true,"opponentIds":2001,"independentOpponentIds":2001,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["d265f0613e786b9c4c0fbbae","launch-openai-gpt61-sol-launch-2398"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.96200534967466,"lowerBound":0,"upperBound":1,"independentScore":0.96200534967466,"independent":true,"opponentIds":2002,"independentOpponentIds":2002,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3b62ed798fdedd9180acac61"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6365472195222796,"lowerBound":0,"upperBound":1,"independentScore":0.9801422109984028,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["bbe9f6ce36d0956fb0383d92","launch-openai-gpt61-sol-launch-2372"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8482151610490604,"lowerBound":0,"upperBound":1,"independentScore":0.8482151610490604,"independent":true,"opponentIds":2004,"independentOpponentIds":2004,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["620edaad9daf5c1f00277437"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9790386759895239,"lowerBound":0,"upperBound":1,"independentScore":0.9790386759895239,"independent":true,"opponentIds":2006,"independentOpponentIds":2006,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["eb67b13ba47ce09622d71f7c"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9696253248388834,"lowerBound":0,"upperBound":1,"independentScore":0.9696253248388834,"independent":true,"opponentIds":2007,"independentOpponentIds":2007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["1b800b4de20f1d6ece9fa0bd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.986149669657878,"lowerBound":0,"upperBound":1,"independentScore":0.986149669657878,"independent":true,"opponentIds":2008,"independentOpponentIds":2008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["404a074773a6d7d353c39c48"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5158704347715635,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2434"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9205229053857777,"lowerBound":0,"upperBound":1,"independentScore":0.9205229053857777,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["fda82aabe8d4043e2eec41d0"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9197851138451267,"lowerBound":0,"upperBound":1,"independentScore":0.9197851138451267,"independent":true,"opponentIds":2010,"independentOpponentIds":2010,"panelSize":49,"publishers":["ARC Prize"],"observations":["c7c6753faaae2aea4f3f4b48"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2359"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.812738402295928,"lowerBound":0,"upperBound":1,"independentScore":0.812738402295928,"independent":true,"opponentIds":2012,"independentOpponentIds":2012,"panelSize":14,"publishers":["ARC Prize"],"observations":["820df5b7bcc37f26c5de08f2","69a8ffd616055a9fca319e41"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.933606785317019,"lowerBound":0,"upperBound":1,"independentScore":0.933606785317019,"independent":true,"opponentIds":2013,"independentOpponentIds":2013,"panelSize":8,"publishers":["Cognition"],"observations":["17980b94e41d75e8340b832a","3f11fa1a09b61e888918e7a3"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.5158704347715635,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2418"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2e385e660dd6a446c9e7f123","0a574bb316c4409afabbf2ec","d265f0613e786b9c4c0fbbae","3b62ed798fdedd9180acac61","bbe9f6ce36d0956fb0383d92","620edaad9daf5c1f00277437","eb67b13ba47ce09622d71f7c","1b800b4de20f1d6ece9fa0bd","404a074773a6d7d353c39c48","fda82aabe8d4043e2eec41d0","c7c6753faaae2aea4f3f4b48","820df5b7bcc37f26c5de08f2","69a8ffd616055a9fca319e41","17980b94e41d75e8340b832a","3f11fa1a09b61e888918e7a3","launch-openai-gpt61-sol-launch-2398","launch-openai-gpt61-sol-launch-2359","launch-openai-gpt61-sol-launch-2418","launch-openai-gpt61-sol-launch-2434","launch-openai-gpt61-sol-launch-2372"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":22}],"unspecified":0,"total":22}},{"id":"gpt-6.1-sol--effort-xhigh","name":"GPT-6.1 Sol · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6.1-sol","detailsUrl":"/efforts?model=gpt-6.1-sol","publishedBenchmarkCount":45,"overallRating":{"score":0.8404179303166387,"supported":true,"families":23,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":231,"independentFamilies":20,"reason":null,"independentSources":4,"labWeightShare":0.2256001039551107,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2474279795482891},{"source":"OpenAI","independent":false,"share":0.22560010395511088},{"source":"Cognition","independent":true,"share":0.22453466921235612},{"source":"Artificial Analysis","independent":true,"share":0.1722195044958492},{"source":"LiveBench","independent":true,"share":0.13021774278839712}],"familyWeights":[{"family":"frontiercode","share":0.224534669212356},{"family":"arc-agi","share":0.13407225555380414},{"family":"arc-agi-3","share":0.11335572399448472},{"family":"automationbench","share":0.06023913092267319},{"family":"gdp-pdf","share":0.06021067073675035},{"family":"deepswe","share":0.045120020791022175},{"family":"osworld","share":0.045120020791022175},{"family":"terminal-bench-science","share":0.045120020791022175},{"family":"hle","share":0.02096268104325559},{"family":"critpt","share":0.020683777333908016},{"family":"omniscience","share":0.02053859720663486},{"family":"mmmu-pro","share":0.020362474505451613},{"family":"aa-lcr","share":0.019220438105157608},{"family":"livebench-coding","share":0.018602534684056718},{"family":"livebench-data","share":0.018602534684056708},{"family":"livebench-language","share":0.018602534684056708},{"family":"multi-swe-bench","share":0.018602534684056708},{"family":"livebench-instructions","share":0.0186025346840567},{"family":"livebench-math","share":0.0186025346840567},{"family":"livebench-reasoning","share":0.0186025346840567},{"family":"gdpval","share":0.016962451140439382},{"family":"briefcase","share":0.015272131569137938},{"family":"terminal-bench","share":0.00800719351448551}]},"capabilityRatings":[{"bucket":"agentic","score":0.7900521098335478,"supported":true,"families":7,"independentFamilies":5,"opponents":143,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7498547811870067,"supported":true,"families":6,"independentFamilies":6,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8157291397017707,"supported":true,"families":5,"independentFamilies":4,"opponents":112,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6397088639288087,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6804155316050848,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5114322229641267,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8828191071651019,"lowerBound":0,"upperBound":1,"independentScore":0.8828191071651019,"independent":true,"opponentIds":1999,"independentOpponentIds":1999,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c46a80f217bde09c3c6798f7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9059828186517701,"lowerBound":0,"upperBound":1,"independentScore":0.9059828186517701,"independent":true,"opponentIds":2021,"independentOpponentIds":2021,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ad6adcfae88d17c02a260723"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6273546522252257,"lowerBound":0,"upperBound":1,"independentScore":0.9658440978574229,"independent":true,"opponentIds":2001,"independentOpponentIds":2001,"panelSize":109,"publishers":["Artificial Analysis","OpenAI"],"observations":["a787f23d809b41df18b662a1","launch-openai-gpt61-sol-launch-2400"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9957099467273822,"lowerBound":0,"upperBound":1,"independentScore":0.9957099467273822,"independent":true,"opponentIds":2002,"independentOpponentIds":2002,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0a5f7cd42f3ba7fd46dded96"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.633527913126172,"lowerBound":0,"upperBound":1,"independentScore":0.9911133641518474,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis","OpenAI"],"observations":["96e84979cd4c9d68561332ac","launch-openai-gpt61-sol-launch-2374"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.866562371628219,"lowerBound":0,"upperBound":1,"independentScore":0.866562371628219,"independent":true,"opponentIds":2004,"independentOpponentIds":2004,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["79185b29d71d8ff55a770faf"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.982154416634154,"lowerBound":0,"upperBound":1,"independentScore":0.982154416634154,"independent":true,"opponentIds":2006,"independentOpponentIds":2006,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["310385827f9524f8744d0596"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9861529668726751,"lowerBound":0,"upperBound":1,"independentScore":0.9861529668726751,"independent":true,"opponentIds":2007,"independentOpponentIds":2007,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["47ff1810755166a61a00ec3c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9868211844894194,"lowerBound":0,"upperBound":1,"independentScore":0.9868211844894194,"independent":true,"opponentIds":2008,"independentOpponentIds":2008,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e9a9526a6aa0000835e3810e"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5139314064643774,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2436"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9440117252664934,"lowerBound":0,"upperBound":1,"independentScore":0.9440117252664934,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["4c41bdfde4a7cc3f17da8208"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9761627235400983,"lowerBound":0,"upperBound":1,"independentScore":0.9761627235400983,"independent":true,"opponentIds":2010,"independentOpponentIds":2010,"panelSize":49,"publishers":["ARC Prize"],"observations":["94656c0c34c7669c56667a80"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5139314064643774,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2365"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.8186738248031606,"lowerBound":0,"upperBound":1,"independentScore":0.8186738248031606,"independent":true,"opponentIds":2012,"independentOpponentIds":2012,"panelSize":14,"publishers":["ARC Prize"],"observations":["fac6171dfd16505cbe59bdf4","5df86550feaab57fdd6e2c5f"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9266456717105771,"lowerBound":0,"upperBound":1,"independentScore":0.9266456717105771,"independent":true,"opponentIds":2013,"independentOpponentIds":2013,"panelSize":8,"publishers":["Cognition"],"observations":["168f9f1a24e3902156eff89f","746cf85a9f9358e50bf922ef"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7465082677797403,"lowerBound":0,"upperBound":1,"independentScore":0.7465082677797403,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-341082a702dc7b549c99482c","panel-9534f83822d33e0bed8ebd90","panel-cc5db73d28404ad81a50c02b","panel-a505d83051f6bd95f151f80d"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.663870605233585,"lowerBound":0,"upperBound":1,"independentScore":0.663870605233585,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e06d613ec8098e04af891dfd","panel-cad3a85bb94203d52bfb643e"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.8653877026810086,"lowerBound":0,"upperBound":1,"independentScore":0.8653877026810086,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4fa5248a7daa6a060a9809cb","panel-b3e8d273a7fc98d8e5ffb54f","panel-c1607342904340c98d7ad4da"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.8751538502702416,"lowerBound":0,"upperBound":1,"independentScore":0.8751538502702416,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-0718fdbd75f567adc417839f","panel-d7420082932f9713a55ef9ea","panel-d4467380405a91780cdede94"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6943329587413714,"lowerBound":0,"upperBound":1,"independentScore":0.6943329587413714,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-98bda5caa8ea0f4e5a0a90eb","panel-673b3503bf541b6e478878f4","panel-ec40628986de43d1c20d5106"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.8082758067105474,"lowerBound":0,"upperBound":1,"independentScore":0.8082758067105474,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1aa9d89adde00d6a19211df8","panel-5014e38f5ba7cc04a17abdda","panel-b484ed0ad68f3f16ba80df33","panel-0fda127c4d60ebb429cf5124"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.657047680205491,"lowerBound":0,"upperBound":1,"independentScore":0.657047680205491,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-60acbd5637c42225d81622fb","panel-2056196c29b5798acd9f7a87","panel-8a5f565b32271328e4e7566f","panel-e5cfaf3ae482dfaae2ff0314"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.5139314064643774,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2011,"independentOpponentIds":110,"panelSize":2,"publishers":["OpenAI"],"observations":["launch-openai-gpt61-sol-launch-2420"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c46a80f217bde09c3c6798f7","ad6adcfae88d17c02a260723","a787f23d809b41df18b662a1","0a5f7cd42f3ba7fd46dded96","96e84979cd4c9d68561332ac","79185b29d71d8ff55a770faf","310385827f9524f8744d0596","47ff1810755166a61a00ec3c","e9a9526a6aa0000835e3810e","4c41bdfde4a7cc3f17da8208","94656c0c34c7669c56667a80","fac6171dfd16505cbe59bdf4","5df86550feaab57fdd6e2c5f","168f9f1a24e3902156eff89f","746cf85a9f9358e50bf922ef","panel-341082a702dc7b549c99482c","panel-e06d613ec8098e04af891dfd","panel-cad3a85bb94203d52bfb643e","panel-4fa5248a7daa6a060a9809cb","panel-0718fdbd75f567adc417839f","panel-9534f83822d33e0bed8ebd90","panel-98bda5caa8ea0f4e5a0a90eb","panel-1aa9d89adde00d6a19211df8","panel-cc5db73d28404ad81a50c02b","panel-a505d83051f6bd95f151f80d","panel-60acbd5637c42225d81622fb","panel-b3e8d273a7fc98d8e5ffb54f","panel-673b3503bf541b6e478878f4","panel-2056196c29b5798acd9f7a87","panel-5014e38f5ba7cc04a17abdda","panel-8a5f565b32271328e4e7566f","panel-e5cfaf3ae482dfaae2ff0314","panel-d7420082932f9713a55ef9ea","panel-d4467380405a91780cdede94","panel-b484ed0ad68f3f16ba80df33","panel-ec40628986de43d1c20d5106","panel-c1607342904340c98d7ad4da","panel-0fda127c4d60ebb429cf5124","launch-openai-gpt61-sol-launch-2400","launch-openai-gpt61-sol-launch-2365","launch-openai-gpt61-sol-launch-2420","launch-openai-gpt61-sol-launch-2436","launch-openai-gpt61-sol-launch-2374"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":45}],"unspecified":0,"total":45}},{"id":"gpt-oss-120b--effort-high","name":"gpt-oss-120b · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-120b","detailsUrl":"/efforts?model=gpt-oss-120b","publishedBenchmarkCount":27,"overallRating":{"score":0.018381497384409726,"supported":true,"families":21,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":236,"independentFamilies":20,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.47355623539274866},{"source":"SWE-rebench","independent":true,"share":0.3521200391987614},{"source":"Epoch AI","independent":true,"share":0.1743237254084936}],"familyWeights":[{"family":"swe-rebench","share":0.3521200391987614},{"family":"epoch-game-puzzles","share":0.17432372540849364},{"family":"mmlu-pro","share":0.026101927925464355},{"family":"livecodebench","share":0.026100824529796254},{"family":"aime","share":0.026098495138941292},{"family":"ifbench","share":0.025658633543134593},{"family":"briefcase","share":0.025462624939753688},{"family":"hle","share":0.025430783717980233},{"family":"gmmlu","share":0.0254206619748618},{"family":"critpt","share":0.02541978844402284},{"family":"omniscience","share":0.025351705648138906},{"family":"automationbench","share":0.025349039931512243},{"family":"gdp-pdf","share":0.02533381230251469},{"family":"gpqa","share":0.025301628093289133},{"family":"terminal-bench","share":0.02525374587210735},{"family":"tau-bench","share":0.025048572588777605},{"family":"aa-lcr","share":0.024359269115963304},{"family":"gdpval","share":0.024347352283068984},{"family":"apex-agents","share":0.022862288589176005},{"family":"enterprise-ops","share":0.02264465141980906},{"family":"itbench","share":0.02201042933442551}]},"capabilityRatings":[{"bucket":"agentic","score":0.06703944066368288,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1141974038468916,"supported":true,"families":5,"independentFamilies":5,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07825657434821244,"supported":true,"families":3,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1073988015145428,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.0964287129599055,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.052328130826579645,"lowerBound":0,"upperBound":1,"independentScore":0.052328130826579645,"independent":true,"opponentIds":2022,"independentOpponentIds":2022,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ced8d549a0ea37753468659a"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.961787456860645,"lowerBound":0,"upperBound":1,"independentScore":0.961787456860645,"independent":true,"opponentIds":2023,"independentOpponentIds":2023,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0309d9fed1f28ab58e39b794"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.12261482475587301,"lowerBound":0,"upperBound":1,"independentScore":0.12261482475587301,"independent":true,"opponentIds":2024,"independentOpponentIds":2024,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["e33b40dca705cbeafd7d840b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2805377746277316,"lowerBound":0,"upperBound":1,"independentScore":0.2805377746277316,"independent":true,"opponentIds":2025,"independentOpponentIds":2025,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5c8030dafb1cbd9a32a23db4","61f0f16826ed3fff69a9f3c7"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.056814959028183926,"lowerBound":0,"upperBound":1,"independentScore":0.056814959028183926,"independent":true,"opponentIds":2026,"independentOpponentIds":2026,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["fcd236260ec6f006182ba708"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6313263793616668,"lowerBound":0,"upperBound":1,"independentScore":0.6313263793616668,"independent":true,"opponentIds":2027,"independentOpponentIds":2027,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c89833eb6da11665f2d19ab9"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.05373971528965224,"lowerBound":0,"upperBound":1,"independentScore":0.05373971528965224,"independent":true,"opponentIds":2028,"independentOpponentIds":2028,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["16f38aa48e7dc0ee4bd51431"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3233403780170935,"lowerBound":0,"upperBound":1,"independentScore":0.3233403780170935,"independent":true,"opponentIds":2029,"independentOpponentIds":2029,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["490466894285657d38c73135"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3979241753038978,"lowerBound":0,"upperBound":1,"independentScore":0.3979241753038978,"independent":true,"opponentIds":2030,"independentOpponentIds":2030,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ef1fd133b2fab48488c25177"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.604468647393289,"lowerBound":0,"upperBound":1,"independentScore":0.604468647393289,"independent":true,"opponentIds":2031,"independentOpponentIds":2031,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["52c707dbfd8788a88f152bf4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.606135584787639,"lowerBound":0,"upperBound":1,"independentScore":0.606135584787639,"independent":true,"opponentIds":2032,"independentOpponentIds":2032,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1b180de766a2c5aa1fb1a986"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6573158880661203,"lowerBound":0,"upperBound":1,"independentScore":0.6573158880661203,"independent":true,"opponentIds":2033,"independentOpponentIds":2033,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["39ac165948c35c2353884a42"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8109641359093692,"lowerBound":0,"upperBound":1,"independentScore":0.8109641359093692,"independent":true,"opponentIds":2034,"independentOpponentIds":2034,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["57747d23e0d816188c9ed265"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.02971740996660004,"lowerBound":0,"upperBound":1,"independentScore":0.02971740996660004,"independent":true,"opponentIds":2035,"independentOpponentIds":2035,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["548bcfe974fb30a055b080a1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9761331038439472,"lowerBound":0,"upperBound":1,"independentScore":0.9761331038439472,"independent":true,"opponentIds":2036,"independentOpponentIds":2036,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b6f271deef58f4c1c242de6a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6890542216210132,"lowerBound":0,"upperBound":1,"independentScore":0.6890542216210132,"independent":true,"opponentIds":2037,"independentOpponentIds":2037,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5d44bf9e9f3417025f5591f3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5383595192678801,"lowerBound":0,"upperBound":1,"independentScore":0.5383595192678801,"independent":true,"opponentIds":2038,"independentOpponentIds":2038,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c5cacad218d8f218f749612c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5640184800501362,"lowerBound":0,"upperBound":1,"independentScore":0.5640184800501362,"independent":true,"opponentIds":2039,"independentOpponentIds":2039,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ee3250e4b56c89d51710b045","758fe7bc2df23d07bfebbdeb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.40361287482180674,"lowerBound":0,"upperBound":1,"independentScore":0.40361287482180674,"independent":true,"opponentIds":2040,"independentOpponentIds":2040,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["73dfb0b621edcabb4ae37691","3bc4ac5257b66f647e5ae430","c9b09902f2f443330adbe092"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1559,"independentOpponentIds":1559,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-46441b51f4e16452b66da4d8"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2041,"independentOpponentIds":2041,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-GbQrTQyihBUsb9sxbqT8pT"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ced8d549a0ea37753468659a","0309d9fed1f28ab58e39b794","e33b40dca705cbeafd7d840b","5c8030dafb1cbd9a32a23db4","fcd236260ec6f006182ba708","c89833eb6da11665f2d19ab9","16f38aa48e7dc0ee4bd51431","490466894285657d38c73135","ef1fd133b2fab48488c25177","52c707dbfd8788a88f152bf4","1b180de766a2c5aa1fb1a986","39ac165948c35c2353884a42","57747d23e0d816188c9ed265","548bcfe974fb30a055b080a1","b6f271deef58f4c1c242de6a","61f0f16826ed3fff69a9f3c7","5d44bf9e9f3417025f5591f3","c5cacad218d8f218f749612c","ee3250e4b56c89d51710b045","758fe7bc2df23d07bfebbdeb","73dfb0b621edcabb4ae37691","3bc4ac5257b66f647e5ae430","c9b09902f2f443330adbe092","panel-46441b51f4e16452b66da4d8","epoch-run-GbQrTQyihBUsb9sxbqT8pT"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","glm-5","gpt-5.4","step-3.7-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":27}],"unspecified":0,"total":27}},{"id":"gpt-oss-120b--effort-low","name":"gpt-oss-120b · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-120b","detailsUrl":"/efforts?model=gpt-oss-120b","publishedBenchmarkCount":16,"overallRating":{"score":0.016403654580936906,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999919}],"familyWeights":[{"family":"tau-bench","share":0.08296914422893496},{"family":"mmlu-pro","share":0.08183349778032824},{"family":"ifbench","share":0.0814288572197033},{"family":"livecodebench","share":0.08048958222645165},{"family":"aime","share":0.0799644471923948},{"family":"gpqa","share":0.07984403896330133},{"family":"hle","share":0.07981696145406243},{"family":"critpt","share":0.07903532318449895},{"family":"omniscience","share":0.07830581434699506},{"family":"terminal-bench","share":0.0729964373908454},{"family":"aa-lcr","share":0.0729558670680846},{"family":"gmmlu","share":0.06737349078111687},{"family":"gdpval","share":0.06298653816328302}]},"capabilityRatings":[{"bucket":"agentic","score":0.045459612329242845,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04537098658336699,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05057137892025646,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0657292978102766,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08551460597385556,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6505766399197107,"lowerBound":0,"upperBound":1,"independentScore":0.6505766399197107,"independent":true,"opponentIds":2023,"independentOpponentIds":2023,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["12b0aeab0a719995d6dbcbd1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4509902830727238,"lowerBound":0,"upperBound":1,"independentScore":0.4509902830727238,"independent":true,"opponentIds":2042,"independentOpponentIds":2042,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["96f097fe0259f0b576796ffe"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23171903217102477,"lowerBound":0,"upperBound":1,"independentScore":0.23171903217102477,"independent":true,"opponentIds":2027,"independentOpponentIds":2027,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4558d0f0fcad6c3e998424d5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.18589792651664488,"lowerBound":0,"upperBound":1,"independentScore":0.18589792651664488,"independent":true,"opponentIds":2030,"independentOpponentIds":2030,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["2cf568b0d5adbb030fb1dce9"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.41218328168466695,"lowerBound":0,"upperBound":1,"independentScore":0.41218328168466695,"independent":true,"opponentIds":2031,"independentOpponentIds":2031,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["dac688a867617389db82e42d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.41205060466945,"lowerBound":0,"upperBound":1,"independentScore":0.41205060466945,"independent":true,"opponentIds":2032,"independentOpponentIds":2032,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1bb03f07e109dd0f57c1902d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3294800579200453,"lowerBound":0,"upperBound":1,"independentScore":0.3294800579200453,"independent":true,"opponentIds":2033,"independentOpponentIds":2033,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e25562e5afdd6439ca02afeb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7038102155116543,"lowerBound":0,"upperBound":1,"independentScore":0.7038102155116543,"independent":true,"opponentIds":2034,"independentOpponentIds":2034,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6c417fa36a33efe614acbd2c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7616686536893642,"lowerBound":0,"upperBound":1,"independentScore":0.7616686536893642,"independent":true,"opponentIds":2036,"independentOpponentIds":2036,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["05c5f6af598d4e4c83190896"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.545053769832199,"lowerBound":0,"upperBound":1,"independentScore":0.545053769832199,"independent":true,"opponentIds":2037,"independentOpponentIds":2037,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3b2ca4005415b9c67d1d2f17"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4905787227037313,"lowerBound":0,"upperBound":1,"independentScore":0.4905787227037313,"independent":true,"opponentIds":2038,"independentOpponentIds":2038,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6b14b20e7eae2031c4db204c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3400452872262494,"lowerBound":0,"upperBound":1,"independentScore":0.3400452872262494,"independent":true,"opponentIds":2039,"independentOpponentIds":2039,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["7ad7f95b7272eedb47c65791","395696bc85ef5955427217c8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3023062438859312,"lowerBound":0,"upperBound":1,"independentScore":0.3023062438859312,"independent":true,"opponentIds":2043,"independentOpponentIds":2043,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f13625dc17e09b4138efe471","758671dfdf22ed273acb98aa"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["12b0aeab0a719995d6dbcbd1","96f097fe0259f0b576796ffe","4558d0f0fcad6c3e998424d5","2cf568b0d5adbb030fb1dce9","dac688a867617389db82e42d","1bb03f07e109dd0f57c1902d","e25562e5afdd6439ca02afeb","6c417fa36a33efe614acbd2c","05c5f6af598d4e4c83190896","3b2ca4005415b9c67d1d2f17","6b14b20e7eae2031c4db204c","7ad7f95b7272eedb47c65791","395696bc85ef5955427217c8","f13625dc17e09b4138efe471","758671dfdf22ed273acb98aa"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"gpt-oss-20b--effort-high","name":"gpt-oss-20b · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-20b","detailsUrl":"/efforts?model=gpt-oss-20b","publishedBenchmarkCount":25,"overallRating":{"score":0.016476402348954963,"supported":true,"families":17,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":17,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.7578013498620519},{"source":"Epoch AI","independent":true,"share":0.24219865013793254}],"familyWeights":[{"family":"aime","share":0.16771213157747034},{"family":"gpqa","share":0.16686072536856889},{"family":"mmlu-pro","share":0.04722462962577367},{"family":"livecodebench","share":0.04721633556706351},{"family":"ifbench","share":0.04607065738589949},{"family":"tau-bench","share":0.045698556245472026},{"family":"terminal-bench","share":0.04547253266644378},{"family":"hle","share":0.04525582923401315},{"family":"critpt","share":0.04516570820884521},{"family":"gdpval","share":0.04505242142871446},{"family":"omniscience","share":0.04503070201320896},{"family":"gmmlu","share":0.04449474395853436},{"family":"briefcase","share":0.044105448189818486},{"family":"automationbench","share":0.043919568375753774},{"family":"gdp-pdf","share":0.04384910989841178},{"family":"aa-lcr","share":0.0410952998030727},{"family":"apex-agents","share":0.03577560045293147}]},"capabilityRatings":[{"bucket":"agentic","score":0.045824330185696406,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09061153959825986,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08285379942665873,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04515472487012653,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06246526492810095,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.05304386858749023,"lowerBound":0,"upperBound":1,"independentScore":0.05304386858749023,"independent":true,"opponentIds":2044,"independentOpponentIds":2044,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5934164164844b160c937a14"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.43081210371851814,"lowerBound":0,"upperBound":1,"independentScore":0.43081210371851814,"independent":true,"opponentIds":2045,"independentOpponentIds":2045,"panelSize":153,"publishers":["Artificial Analysis","Epoch AI"],"observations":["0a5d255578b90f7d09ff9212","epoch-run-GMngscbSmqoPbGZWNv2Jvw"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2046,"independentOpponentIds":2046,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["c7b26be5a4c56222d288efc6"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.213756864654228,"lowerBound":0,"upperBound":1,"independentScore":0.213756864654228,"independent":true,"opponentIds":2047,"independentOpponentIds":2047,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["e7a6cc9c71dec4bfe08388c4","4e5b624922090d4569657710"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.02490431183429689,"lowerBound":0,"upperBound":1,"independentScore":0.02490431183429689,"independent":true,"opponentIds":2048,"independentOpponentIds":2048,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["02ac4c77aea5f7aa387520c0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6748045517454417,"lowerBound":0,"upperBound":1,"independentScore":0.6748045517454417,"independent":true,"opponentIds":2049,"independentOpponentIds":2049,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7ced5cf0a1c4e989b1037c6b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.22745290891147057,"lowerBound":0,"upperBound":1,"independentScore":0.22745290891147057,"independent":true,"opponentIds":2050,"independentOpponentIds":2050,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8b0841448e02163ad46eae40"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.24817367602436222,"lowerBound":0,"upperBound":1,"independentScore":0.24817367602436222,"independent":true,"opponentIds":2051,"independentOpponentIds":2051,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b7396c08b518af5d352a13da"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.27292809739945095,"lowerBound":0,"upperBound":1,"independentScore":0.27292809739945095,"independent":true,"opponentIds":2052,"independentOpponentIds":2052,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["9bbafc498f6f93d5724d8102"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1810347738606324,"lowerBound":0,"upperBound":1,"independentScore":0.1810347738606324,"independent":true,"opponentIds":2053,"independentOpponentIds":2053,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["c8deb519d39812692a6694f2","epoch-run-hYATFPeUnMq7Std2nLUVAJ"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5201406185165974,"lowerBound":0,"upperBound":1,"independentScore":0.5201406185165974,"independent":true,"opponentIds":2054,"independentOpponentIds":2054,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["81d5697ed83c92b766bfcd31"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.768379230588584,"lowerBound":0,"upperBound":1,"independentScore":0.768379230588584,"independent":true,"opponentIds":2055,"independentOpponentIds":2055,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fe0021ee9aad24e9e8f07f3a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8763463062832092,"lowerBound":0,"upperBound":1,"independentScore":0.8763463062832092,"independent":true,"opponentIds":2056,"independentOpponentIds":2056,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1afaea10046864e1e10efd31"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.44315627019794174,"lowerBound":0,"upperBound":1,"independentScore":0.44315627019794174,"independent":true,"opponentIds":2057,"independentOpponentIds":2057,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9430c43ec50c1dfd7961f3ec"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2910147252362486,"lowerBound":0,"upperBound":1,"independentScore":0.2910147252362486,"independent":true,"opponentIds":2058,"independentOpponentIds":2058,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["66942c4e34fd8c153f31e324"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.44568162295854535,"lowerBound":0,"upperBound":1,"independentScore":0.44568162295854535,"independent":true,"opponentIds":2059,"independentOpponentIds":2059,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["cc0c1d812a9c67106273892a","6e1c29f079d7bdb3f53c1d1b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3205214185936169,"lowerBound":0,"upperBound":1,"independentScore":0.3205214185936169,"independent":true,"opponentIds":2060,"independentOpponentIds":2060,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["6a75156f1b63060dabe563ae","63de0a7b1b2a5a587da79d3e","12c4a8f22394d87aacdc718f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5934164164844b160c937a14","0a5d255578b90f7d09ff9212","c7b26be5a4c56222d288efc6","e7a6cc9c71dec4bfe08388c4","02ac4c77aea5f7aa387520c0","7ced5cf0a1c4e989b1037c6b","8b0841448e02163ad46eae40","b7396c08b518af5d352a13da","9bbafc498f6f93d5724d8102","c8deb519d39812692a6694f2","81d5697ed83c92b766bfcd31","fe0021ee9aad24e9e8f07f3a","1afaea10046864e1e10efd31","4e5b624922090d4569657710","9430c43ec50c1dfd7961f3ec","66942c4e34fd8c153f31e324","cc0c1d812a9c67106273892a","6e1c29f079d7bdb3f53c1d1b","6a75156f1b63060dabe563ae","63de0a7b1b2a5a587da79d3e","12c4a8f22394d87aacdc718f","epoch-run-hYATFPeUnMq7Std2nLUVAJ","epoch-run-GMngscbSmqoPbGZWNv2Jvw"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","glm-5","gpt-5.4","step-3.7-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-5-turbo","glm-5v-turbo","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":25}],"unspecified":0,"total":25}},{"id":"gpt-oss-20b--effort-low","name":"gpt-oss-20b · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-20b","detailsUrl":"/efforts?model=gpt-oss-20b","publishedBenchmarkCount":15,"overallRating":{"score":0.009901681666533815,"supported":true,"families":12,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":12,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.7437623778143043},{"source":"Epoch AI","independent":true,"share":0.2562376221856943}],"familyWeights":[{"family":"aime","share":0.19400468730636922},{"family":"gpqa","share":0.19228204377985145},{"family":"mmlu-pro","share":0.06667522748705106},{"family":"livecodebench","share":0.06654041573402153},{"family":"ifbench","share":0.06498447762084104},{"family":"hle","share":0.06360763756910873},{"family":"critpt","share":0.06323350427719611},{"family":"omniscience","share":0.06298947600846669},{"family":"gmmlu","share":0.05872200445706939},{"family":"aa-lcr","share":0.05858118751980617},{"family":"tau-bench","share":0.056204073337295546},{"family":"terminal-bench","share":0.05217526490292547}]},"capabilityRatings":[{"bucket":"agentic","score":0.0735547081345293,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03820298936546553,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03659120531316203,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03334384768852329,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.042099175684765594,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.34706441071131916,"lowerBound":0,"upperBound":1,"independentScore":0.34706441071131916,"independent":true,"opponentIds":2045,"independentOpponentIds":2045,"panelSize":153,"publishers":["Artificial Analysis","Epoch AI"],"observations":["66bd95532048e68ec1ede2ce","epoch-run-cMwETYmC6b4yKupyJfEHv2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.30144397564654135,"lowerBound":0,"upperBound":1,"independentScore":0.30144397564654135,"independent":true,"opponentIds":2061,"independentOpponentIds":2061,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b17de0b0a31ad76f4638214c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23723926802191356,"lowerBound":0,"upperBound":1,"independentScore":0.23723926802191356,"independent":true,"opponentIds":2049,"independentOpponentIds":2049,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3812f70c16f9c303746335f4"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.21801141931986778,"lowerBound":0,"upperBound":1,"independentScore":0.21801141931986778,"independent":true,"opponentIds":2052,"independentOpponentIds":2052,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["e1438362cb1644cfa2707a35"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1890806516570418,"lowerBound":0,"upperBound":1,"independentScore":0.1890806516570418,"independent":true,"opponentIds":2053,"independentOpponentIds":2053,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["408cbee3d289cd232faa6ac2","epoch-run-DCJQMqipndGxwMXe8BDGeg"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3001259796175628,"lowerBound":0,"upperBound":1,"independentScore":0.3001259796175628,"independent":true,"opponentIds":2054,"independentOpponentIds":2054,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e539e30aa6409968a9f896f5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.683895272205801,"lowerBound":0,"upperBound":1,"independentScore":0.683895272205801,"independent":true,"opponentIds":2055,"independentOpponentIds":2055,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bc264c47a7aa0aa784268538"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6667054450222272,"lowerBound":0,"upperBound":1,"independentScore":0.6667054450222272,"independent":true,"opponentIds":2056,"independentOpponentIds":2056,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["013c812ffaa8a292020fab49"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.35523057989986045,"lowerBound":0,"upperBound":1,"independentScore":0.35523057989986045,"independent":true,"opponentIds":2057,"independentOpponentIds":2057,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b9e1a0f0a8118e370561f2bc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.24856288304510327,"lowerBound":0,"upperBound":1,"independentScore":0.24856288304510327,"independent":true,"opponentIds":2058,"independentOpponentIds":2058,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["799f0ef1838e54e357eb057a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5922033721205745,"lowerBound":0,"upperBound":1,"independentScore":0.5922033721205745,"independent":true,"opponentIds":2062,"independentOpponentIds":2062,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["07be62168e8b26a5fff5793f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.28269177636765125,"lowerBound":0,"upperBound":1,"independentScore":0.28269177636765125,"independent":true,"opponentIds":2063,"independentOpponentIds":2063,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["767461fddca474f98603f3d2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["66bd95532048e68ec1ede2ce","b17de0b0a31ad76f4638214c","3812f70c16f9c303746335f4","e1438362cb1644cfa2707a35","408cbee3d289cd232faa6ac2","e539e30aa6409968a9f896f5","bc264c47a7aa0aa784268538","013c812ffaa8a292020fab49","b9e1a0f0a8118e370561f2bc","799f0ef1838e54e357eb057a","07be62168e8b26a5fff5793f","767461fddca474f98603f3d2","epoch-run-DCJQMqipndGxwMXe8BDGeg","epoch-run-cMwETYmC6b4yKupyJfEHv2"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-4-argon","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":15}],"unspecified":0,"total":15}},{"id":"grok-4.3--effort-high","name":"Grok-4.3 · High","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":39,"overallRating":{"score":0.13182479689142326,"supported":true,"families":28,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":235,"independentFamilies":28,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.390488323496735},{"source":"Epoch AI","independent":true,"share":0.3273088756051683},{"source":"Vals AI","independent":true,"share":0.2822028008980875}],"familyWeights":[{"family":"gpqa","share":0.11716189039461525},{"family":"aime","share":0.09283445549016366},{"family":"simpleqa","share":0.072208088477526},{"family":"frontiermath","share":0.06852044428333152},{"family":"terminal-bench","share":0.056106677008885684},{"family":"harvey","share":0.03206711502173925},{"family":"vibe-code","share":0.03174263246039351},{"family":"vals-code-migration","share":0.031737059660399594},{"family":"vals-legal-research","share":0.03131568700157712},{"family":"vals-finance-agent","share":0.031144212881313665},{"family":"vals-excel-modeling","share":0.030873245709813518},{"family":"vals-tax-agent","share":0.03081655960997073},{"family":"mmlu-pro","share":0.03035947181689644},{"family":"tau-bench","share":0.024003458632964415},{"family":"ifbench","share":0.02398335272265985},{"family":"gdpval","share":0.023896786504335195},{"family":"hle","share":0.023462628162542378},{"family":"critpt","share":0.023346166979523155},{"family":"aa-lcr","share":0.02328317222431281},{"family":"briefcase","share":0.023267062258579323},{"family":"omniscience","share":0.023261221833063738},{"family":"automationbench","share":0.023198268519546598},{"family":"gdp-pdf","share":0.023146867218593586},{"family":"mmmu-pro","share":0.023023865242934302},{"family":"apex-agents","share":0.02204315775590084},{"family":"enterprise-ops","share":0.021829354354495907},{"family":"itbench","share":0.02111226526809426},{"family":"analyst-agent","share":0.020254832505823543}]},"capabilityRatings":[{"bucket":"agentic","score":0.15411980059246325,"supported":true,"families":14,"independentFamilies":14,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.34208553956292037,"supported":true,"families":5,"independentFamilies":5,"opponents":235,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1287759089226961,"supported":true,"families":3,"independentFamilies":3,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.14894162921129703,"supported":true,"families":4,"independentFamilies":4,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.32875002877552434,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.28846699122172825,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.0893782851048225,"lowerBound":0,"upperBound":1,"independentScore":0.0893782851048225,"independent":true,"opponentIds":2064,"independentOpponentIds":2064,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["fcb20410679cc645a033b3d2"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4500036381053058,"lowerBound":0,"upperBound":1,"independentScore":0.4500036381053058,"independent":true,"opponentIds":2065,"independentOpponentIds":2065,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0c23e68a2c737d3b15f8d9eb"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.689071901949367,"lowerBound":0,"upperBound":1,"independentScore":0.689071901949367,"independent":true,"opponentIds":2066,"independentOpponentIds":2066,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-fzoUFmy77NpEDtXyA6w6ap"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.41598750207945717,"lowerBound":0,"upperBound":1,"independentScore":0.41598750207945717,"independent":true,"opponentIds":2067,"independentOpponentIds":2067,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["0c4aa333831711af1795a04b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.565757925524276,"lowerBound":0,"upperBound":1,"independentScore":0.565757925524276,"independent":true,"opponentIds":2068,"independentOpponentIds":2068,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["868d29a0a89ca2593435d61e","14a0d3ff6b0f1604c4e00c50"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.23360119064890908,"lowerBound":0,"upperBound":1,"independentScore":0.23360119064890908,"independent":true,"opponentIds":2069,"independentOpponentIds":2069,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["3829fa62250ab8e4b12c6784"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8134218182887748,"lowerBound":0,"upperBound":1,"independentScore":0.8134218182887748,"independent":true,"opponentIds":2070,"independentOpponentIds":2070,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e0c3283a2818e671b33c3cdc"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.08002167115599156,"lowerBound":0,"upperBound":1,"independentScore":0.08002167115599156,"independent":true,"opponentIds":2071,"independentOpponentIds":2071,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["60324e3c9645e7080d999c7b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3991414718371618,"lowerBound":0,"upperBound":1,"independentScore":0.3991414718371618,"independent":true,"opponentIds":2072,"independentOpponentIds":2072,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1e832199e12ef67612abc6d5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5382992034509734,"lowerBound":0,"upperBound":1,"independentScore":0.5382992034509734,"independent":true,"opponentIds":2073,"independentOpponentIds":2073,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["0ad5c42503be10e35d595387"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7447606784958944,"lowerBound":0,"upperBound":1,"independentScore":0.7447606784958944,"independent":true,"opponentIds":2074,"independentOpponentIds":2074,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["91e9772198f05a74363fba57","epoch-run-Vw7spGUnJyf3vuzSjTcj2F"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.21820793679296102,"lowerBound":0,"upperBound":1,"independentScore":0.21820793679296102,"independent":true,"opponentIds":2075,"independentOpponentIds":2075,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8651076112900099,"lowerBound":0,"upperBound":1,"independentScore":0.8651076112900099,"independent":true,"opponentIds":2076,"independentOpponentIds":2076,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["abb38a5513376fec0b76e72b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9899057768977298,"lowerBound":0,"upperBound":1,"independentScore":0.9899057768977298,"independent":true,"opponentIds":2077,"independentOpponentIds":2077,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2e09ee8fbbda2f4baad8ce3a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.3501203460940466,"lowerBound":0,"upperBound":1,"independentScore":0.3501203460940466,"independent":true,"opponentIds":2078,"independentOpponentIds":2078,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["279bb16a5193ca7753d37635"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1783688273040082,"lowerBound":0,"upperBound":1,"independentScore":0.1783688273040082,"independent":true,"opponentIds":2079,"independentOpponentIds":2079,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8227606220313395,"lowerBound":0,"upperBound":1,"independentScore":0.8227606220313395,"independent":true,"opponentIds":2080,"independentOpponentIds":2080,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e685db2fccf13af5466ea084"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8068309461845532,"lowerBound":0,"upperBound":1,"independentScore":0.8068309461845532,"independent":true,"opponentIds":2081,"independentOpponentIds":2081,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e1b636f4f66564ff9eb90416"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7348800185128755,"lowerBound":0,"upperBound":1,"independentScore":0.7348800185128755,"independent":true,"opponentIds":2082,"independentOpponentIds":2082,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c088c53febbfe737539c90e3","aafdef13117c7ef1ecd64e96"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2759763994431841,"lowerBound":0,"upperBound":1,"independentScore":0.2759763994431841,"independent":true,"opponentIds":2083,"independentOpponentIds":2083,"panelSize":217,"publishers":["Artificial Analysis","Vals AI"],"observations":["7e98f92df33d19a1a1db88ed","99fcba55991fe79d06dfb1d3","ca38047ed324858c3e495dff","vals-terminal-bench-2-1-v2.1:grok/grok-4.3"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.3436839590202358,"lowerBound":0,"upperBound":1,"independentScore":0.3436839590202358,"independent":true,"opponentIds":2084,"independentOpponentIds":2084,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-3iRQkf5v7Wu7YuZhxa76Gg","epoch-run-bdsZjrG4ayzP8NAJg5q586"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.1799976623680212,"lowerBound":0,"upperBound":1,"independentScore":0.1799976623680212,"independent":true,"opponentIds":2085,"independentOpponentIds":2085,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-Y39ZRp553ULpUDBV2XrBbc"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.04035267413671526,"lowerBound":0,"upperBound":1,"independentScore":0.04035267413671526,"independent":true,"opponentIds":2086,"independentOpponentIds":2086,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:grok/grok-4.3"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.10111858921745656,"lowerBound":0,"upperBound":1,"independentScore":0.10111858921745656,"independent":true,"opponentIds":2087,"independentOpponentIds":2087,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.13074619598295797,"lowerBound":0,"upperBound":1,"independentScore":0.13074619598295797,"independent":true,"opponentIds":2088,"independentOpponentIds":2088,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.03968916900802388,"lowerBound":0,"upperBound":1,"independentScore":0.03968916900802388,"independent":true,"opponentIds":2089,"independentOpponentIds":2089,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.0376606220727753,"lowerBound":0,"upperBound":1,"independentScore":0.0376606220727753,"independent":true,"opponentIds":2090,"independentOpponentIds":2090,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:grok/grok-4.3"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.08156343794052318,"lowerBound":0,"upperBound":1,"independentScore":0.08156343794052318,"independent":true,"opponentIds":2091,"independentOpponentIds":2091,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:grok/grok-4.3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fcb20410679cc645a033b3d2","0c23e68a2c737d3b15f8d9eb","0c4aa333831711af1795a04b","868d29a0a89ca2593435d61e","3829fa62250ab8e4b12c6784","e0c3283a2818e671b33c3cdc","60324e3c9645e7080d999c7b","1e832199e12ef67612abc6d5","0ad5c42503be10e35d595387","91e9772198f05a74363fba57","abb38a5513376fec0b76e72b","2e09ee8fbbda2f4baad8ce3a","279bb16a5193ca7753d37635","14a0d3ff6b0f1604c4e00c50","e685db2fccf13af5466ea084","e1b636f4f66564ff9eb90416","c088c53febbfe737539c90e3","aafdef13117c7ef1ecd64e96","7e98f92df33d19a1a1db88ed","99fcba55991fe79d06dfb1d3","ca38047ed324858c3e495dff","epoch-run-3iRQkf5v7Wu7YuZhxa76Gg","epoch-run-bdsZjrG4ayzP8NAJg5q586","epoch-run-Vw7spGUnJyf3vuzSjTcj2F","epoch-run-fzoUFmy77NpEDtXyA6w6ap","epoch-run-Y39ZRp553ULpUDBV2XrBbc","vals-finance-agent-v2:grok/grok-4.3","vals-code-migration-v1:grok/grok-4.3","vals-legal-research-v1:grok/grok-4.3","vals-emb-v1:grok/grok-4.3","vals-mmlu-pro-v1:grok/grok-4.3","vals-terminal-bench-2-1-v2.1:grok/grok-4.3","vals-vibe-code-bench-v1.1:grok/grok-4.3","vals-legal-agent-benchmark-v1:grok/grok-4.3","vals-tax-agent-bench-v1:grok/grok-4.3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":39}],"unspecified":0,"total":39}},{"id":"grok-4.3--effort-non-reasoning","name":"Grok-4.3 · Non-reasoning","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":18,"overallRating":{"score":0.025473723382126754,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000012}],"familyWeights":[{"family":"terminal-bench","share":0.10885483004805267},{"family":"tau-bench","share":0.09911663715381668},{"family":"gdpval","share":0.0936529310631207},{"family":"briefcase","share":0.08357990489937336},{"family":"automationbench","share":0.08242395714865237},{"family":"gdp-pdf","share":0.08233433341991066},{"family":"gpqa","share":0.06601735787802222},{"family":"ifbench","share":0.06591589560457653},{"family":"critpt","share":0.06553770023403742},{"family":"hle","share":0.06530735451807443},{"family":"mmmu-pro","share":0.06410013646179946},{"family":"omniscience","share":0.0637302872308357},{"family":"aa-lcr","share":0.05942867433973344}]},"capabilityRatings":[{"bucket":"agentic","score":0.11491348087033337,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.038765045941469796,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08413090411096756,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08883672865991858,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07549574794181428,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04612309861589797,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3666880791284994,"lowerBound":0,"upperBound":1,"independentScore":0.3666880791284994,"independent":true,"opponentIds":2065,"independentOpponentIds":2065,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b93ede08c25ca59edbf79a63"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3141014353332837,"lowerBound":0,"upperBound":1,"independentScore":0.3141014353332837,"independent":true,"opponentIds":2092,"independentOpponentIds":2092,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a8c5adb6e6a04bb44455088a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.1502350287358537,"lowerBound":0,"upperBound":1,"independentScore":0.1502350287358537,"independent":true,"opponentIds":2069,"independentOpponentIds":2069,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["90dc9f391ef590950102f348"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22860850876960626,"lowerBound":0,"upperBound":1,"independentScore":0.22860850876960626,"independent":true,"opponentIds":2070,"independentOpponentIds":2070,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a58cdd26382eb8561a3891c9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.23876791163418484,"lowerBound":0,"upperBound":1,"independentScore":0.23876791163418484,"independent":true,"opponentIds":2072,"independentOpponentIds":2072,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["76697b005c207eca60a37292"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5137064777075081,"lowerBound":0,"upperBound":1,"independentScore":0.5137064777075081,"independent":true,"opponentIds":2073,"independentOpponentIds":2073,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["814a9734e4b2bbfc066ca701"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.36145171853339575,"lowerBound":0,"upperBound":1,"independentScore":0.36145171853339575,"independent":true,"opponentIds":2093,"independentOpponentIds":2093,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["87938cd53777003184b7326c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.37390654512173305,"lowerBound":0,"upperBound":1,"independentScore":0.37390654512173305,"independent":true,"opponentIds":2076,"independentOpponentIds":2076,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["48b6077c8917596c2ef7209d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5798020502562818,"lowerBound":0,"upperBound":1,"independentScore":0.5798020502562818,"independent":true,"opponentIds":2077,"independentOpponentIds":2077,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d6a4bb91832505b0b6e788fd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4810219905759446,"lowerBound":0,"upperBound":1,"independentScore":0.4810219905759446,"independent":true,"opponentIds":2080,"independentOpponentIds":2080,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f6729a1bc7854706665ff871"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6049263241016966,"lowerBound":0,"upperBound":1,"independentScore":0.6049263241016966,"independent":true,"opponentIds":2081,"independentOpponentIds":2081,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ff80f12b5df368a65cf2f2b9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4484586696657401,"lowerBound":0,"upperBound":1,"independentScore":0.4484586696657401,"independent":true,"opponentIds":2082,"independentOpponentIds":2082,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["1676bd960d1324c582d1bb4e","bb11904c98e84a986b9588e1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4250834613719085,"lowerBound":0,"upperBound":1,"independentScore":0.4250834613719085,"independent":true,"opponentIds":2083,"independentOpponentIds":2083,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["a316a3c001d815220879252c","4f472a30aeb8eaf66deeba1b","35daaac2931883507e622ad1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b93ede08c25ca59edbf79a63","a8c5adb6e6a04bb44455088a","90dc9f391ef590950102f348","a58cdd26382eb8561a3891c9","76697b005c207eca60a37292","814a9734e4b2bbfc066ca701","87938cd53777003184b7326c","48b6077c8917596c2ef7209d","d6a4bb91832505b0b6e788fd","f6729a1bc7854706665ff871","ff80f12b5df368a65cf2f2b9","1676bd960d1324c582d1bb4e","bb11904c98e84a986b9588e1","a316a3c001d815220879252c","4f472a30aeb8eaf66deeba1b","35daaac2931883507e622ad1"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"grok-4.3--effort-low","name":"Grok-4.3 · Low","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":10,"overallRating":{"score":0.10473166973732329,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"gpqa","share":0.11934834311209844},{"family":"critpt","share":0.11831716373971972},{"family":"ifbench","share":0.1174217455096314},{"family":"hle","share":0.11685088601841212},{"family":"mmmu-pro","share":0.11488741500898728},{"family":"omniscience","share":0.11397937350042094},{"family":"aa-lcr","share":0.10626972957749128},{"family":"tau-bench","share":0.10042334070883976},{"family":"terminal-bench","share":0.0925020028244011}]},"capabilityRatings":[{"bucket":"agentic","score":0.24467869412330126,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.15696324928361854,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11418210795692592,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24055426935735805,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.17078062623764081,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.30820932002509843,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8037647258304355,"lowerBound":0,"upperBound":1,"independentScore":0.8037647258304355,"independent":true,"opponentIds":2092,"independentOpponentIds":2092,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5e3d55a805ac62634afe6674"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5701743404877454,"lowerBound":0,"upperBound":1,"independentScore":0.5701743404877454,"independent":true,"opponentIds":2070,"independentOpponentIds":2070,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c065359d1b28a74d95ac6a08"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7837920210093564,"lowerBound":0,"upperBound":1,"independentScore":0.7837920210093564,"independent":true,"opponentIds":2093,"independentOpponentIds":2093,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["23d0673b32dfc41559f0e973"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6780544475395879,"lowerBound":0,"upperBound":1,"independentScore":0.6780544475395879,"independent":true,"opponentIds":2076,"independentOpponentIds":2076,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["149738d9f5a4cd1b35b66376"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9932988284795728,"lowerBound":0,"upperBound":1,"independentScore":0.9932988284795728,"independent":true,"opponentIds":2077,"independentOpponentIds":2077,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["07f4e5e88aea55a272cde6bf"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7086908419441723,"lowerBound":0,"upperBound":1,"independentScore":0.7086908419441723,"independent":true,"opponentIds":2080,"independentOpponentIds":2080,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4c9f7b093094673cb9656afd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6807724064161735,"lowerBound":0,"upperBound":1,"independentScore":0.6807724064161735,"independent":true,"opponentIds":2081,"independentOpponentIds":2081,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["899ff9232d3fe76477a4871a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8201556997971448,"lowerBound":0,"upperBound":1,"independentScore":0.8201556997971448,"independent":true,"opponentIds":2094,"independentOpponentIds":2094,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5455dd2563a8b53a9421655a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6902723305320013,"lowerBound":0,"upperBound":1,"independentScore":0.6902723305320013,"independent":true,"opponentIds":2095,"independentOpponentIds":2095,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4088729066d1338b03ef8273"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5e3d55a805ac62634afe6674","c065359d1b28a74d95ac6a08","23d0673b32dfc41559f0e973","149738d9f5a4cd1b35b66376","07f4e5e88aea55a272cde6bf","4c9f7b093094673cb9656afd","899ff9232d3fe76477a4871a","5455dd2563a8b53a9421655a","4088729066d1338b03ef8273"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":10}],"unspecified":0,"total":10}},{"id":"grok-4.3--effort-medium","name":"Grok-4.3 · Medium","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":10,"overallRating":{"score":0.17718383287117856,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"gpqa","share":0.11934834311209844},{"family":"critpt","share":0.11831716373971972},{"family":"ifbench","share":0.1174217455096314},{"family":"hle","share":0.11685088601841212},{"family":"mmmu-pro","share":0.11488741500898728},{"family":"omniscience","share":0.11397937350042094},{"family":"aa-lcr","share":0.10626972957749128},{"family":"tau-bench","share":0.10042334070883976},{"family":"terminal-bench","share":0.0925020028244011}]},"capabilityRatings":[{"bucket":"agentic","score":0.2687321975208008,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2902164941209626,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13600881267601841,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2672394298089941,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.26013119532475937,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.32999152874058013,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8232763582066195,"lowerBound":0,"upperBound":1,"independentScore":0.8232763582066195,"independent":true,"opponentIds":2092,"independentOpponentIds":2092,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["effcb53f94033bb5b5f966e5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7779189194495507,"lowerBound":0,"upperBound":1,"independentScore":0.7779189194495507,"independent":true,"opponentIds":2070,"independentOpponentIds":2070,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f33b8378a9cc0617ef77c8f9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9014069912202723,"lowerBound":0,"upperBound":1,"independentScore":0.9014069912202723,"independent":true,"opponentIds":2093,"independentOpponentIds":2093,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3524a178f5b2a716aaa82cb0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8230117646071755,"lowerBound":0,"upperBound":1,"independentScore":0.8230117646071755,"independent":true,"opponentIds":2076,"independentOpponentIds":2076,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b293d93dd837a3122c1aaeb6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2077,"independentOpponentIds":2077,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6e1f61bfbbd09d45c89a7498"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7972555923827617,"lowerBound":0,"upperBound":1,"independentScore":0.7972555923827617,"independent":true,"opponentIds":2080,"independentOpponentIds":2080,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["36e8b5b45a9166179ca20570"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7251368070542513,"lowerBound":0,"upperBound":1,"independentScore":0.7251368070542513,"independent":true,"opponentIds":2081,"independentOpponentIds":2081,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5192d10280a324241a7798e5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8492619961256194,"lowerBound":0,"upperBound":1,"independentScore":0.8492619961256194,"independent":true,"opponentIds":2094,"independentOpponentIds":2094,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9cbfd7e03e0375e2d24f16f5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7380308856198119,"lowerBound":0,"upperBound":1,"independentScore":0.7380308856198119,"independent":true,"opponentIds":2095,"independentOpponentIds":2095,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["50efe0ae8d19e57558f6b3e6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["effcb53f94033bb5b5f966e5","f33b8378a9cc0617ef77c8f9","3524a178f5b2a716aaa82cb0","b293d93dd837a3122c1aaeb6","6e1f61bfbbd09d45c89a7498","36e8b5b45a9166179ca20570","5192d10280a324241a7798e5","9cbfd7e03e0375e2d24f16f5","50efe0ae8d19e57558f6b3e6"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":10}],"unspecified":0,"total":10}},{"id":"grok-4.5--effort-high","name":"Grok-4.5 · High","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.5","detailsUrl":"/efforts?model=grok-4.5","publishedBenchmarkCount":43,"overallRating":{"score":0.3309640230079927,"supported":true,"families":30,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":236,"independentFamilies":29,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.12670634432094396},{"source":"Terminal-Bench","independent":true,"share":0.1267063443209439},{"source":"SWE-rebench","independent":true,"share":0.12670634432094388},{"source":"Vals AI","independent":true,"share":0.12641429194568876},{"source":"Artificial Analysis","independent":true,"share":0.1261782909599689},{"source":"Epoch AI","independent":true,"share":0.12359774974349805},{"source":"Cognition","independent":true,"share":0.12318672364536214},{"source":"ARC Prize","independent":true,"share":0.12050391074264823}],"familyWeights":[{"family":"terminal-bench","share":0.14974823603264312},{"family":"deepswe","share":0.12670634432094396},{"family":"swe-rebench","share":0.12670634432094388},{"family":"frontiercode","share":0.12318672364536214},{"family":"arc-agi","share":0.06335317216047194},{"family":"arc-agi-3","share":0.05715073858217625},{"family":"gpqa","share":0.040238314775065516},{"family":"aime","share":0.031197444442047535},{"family":"simpleqa","share":0.0307068946696165},{"family":"frontiermath","share":0.03050554902255033},{"family":"vals-code-migration","share":0.014044962505416798},{"family":"vals-legal-research","share":0.0140441449396385},{"family":"vibe-code","share":0.0140441449396385},{"family":"vals-excel-modeling","share":0.014043286495571286},{"family":"vals-tax-agent","share":0.014042384028731382},{"family":"vals-finance-agent","share":0.01404238402873138},{"family":"harvey","share":0.014041434063636764},{"family":"mmlu-pro","share":0.01403306824199702},{"family":"critpt","share":0.00905045316578174},{"family":"briefcase","share":0.009050453165781716},{"family":"omniscience","share":0.009050453165781708},{"family":"mmmu-pro","share":0.009050453165781706},{"family":"hle","share":0.009050453165781675},{"family":"gdpval","share":0.009046623096731451},{"family":"automationbench","share":0.009045568949286405},{"family":"gdp-pdf","share":0.009045477655520141},{"family":"aa-lcr","share":0.00902990174747704},{"family":"analyst-agent","share":0.008948310568493465},{"family":"enterprise-ops","share":0.008937477262720473},{"family":"tau-bench","share":0.008858803675677407}]},"capabilityRatings":[{"bucket":"agentic","score":0.48700180896872886,"supported":true,"families":12,"independentFamilies":12,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.41360955440033886,"supported":true,"families":7,"independentFamilies":7,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4137718127494178,"supported":true,"families":6,"independentFamilies":5,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.44838752036123974,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4533446445719845,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.431089518301454,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.38810100311311,"lowerBound":0,"upperBound":1,"independentScore":0.38810100311311,"independent":true,"opponentIds":2096,"independentOpponentIds":2096,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["3dabd7de22313e1ac7daf67f"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7453703703703696,"lowerBound":0,"upperBound":1,"independentScore":0.7453703703703696,"independent":true,"opponentIds":2097,"independentOpponentIds":2097,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["71d11b4c4ffe6fcbf4157f60"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7874004550625712,"lowerBound":0,"upperBound":1,"independentScore":0.7874004550625712,"independent":true,"opponentIds":2098,"independentOpponentIds":2098,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-f8Pac6hqib4t7x2s4HCRoT"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6565910623265657,"lowerBound":0,"upperBound":1,"independentScore":0.6565910623265657,"independent":true,"opponentIds":2099,"independentOpponentIds":2099,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["63f735654eaeb7e5ecc2e494","fe902bc3437926b36a2718b3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8532847372210222,"lowerBound":0,"upperBound":1,"independentScore":0.8532847372210222,"independent":true,"opponentIds":2100,"independentOpponentIds":2100,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["c3e471cc21bf38fd994ca247"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8522376543209891,"lowerBound":0,"upperBound":1,"independentScore":0.8522376543209891,"independent":true,"opponentIds":2101,"independentOpponentIds":2101,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5cf7c08965507cd0d4d2c0ac"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.5242424242424245,"lowerBound":0,"upperBound":1,"independentScore":0.5242424242424245,"independent":true,"opponentIds":2102,"independentOpponentIds":2102,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["64a2f492b0082eab536fda7f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7873487348734882,"lowerBound":0,"upperBound":1,"independentScore":0.7873487348734882,"independent":true,"opponentIds":2103,"independentOpponentIds":2103,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["fb530f6406ed45847a6ddf51"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7839613322043462,"lowerBound":0,"upperBound":1,"independentScore":0.7839613322043462,"independent":true,"opponentIds":2104,"independentOpponentIds":2104,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["681c3f9afb34ecdcaf3196d1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8975575529696684,"lowerBound":0,"upperBound":1,"independentScore":0.8975575529696684,"independent":true,"opponentIds":2105,"independentOpponentIds":2105,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["8c2590ca713df819e8c04be3","epoch-run-9kSgmUd9vh4CBXz3tJhctN"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.8021108179419525,"lowerBound":0,"upperBound":1,"independentScore":0.8021108179419525,"independent":true,"opponentIds":2106,"independentOpponentIds":2106,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8974702380952359,"lowerBound":0,"upperBound":1,"independentScore":0.8974702380952359,"independent":true,"opponentIds":2107,"independentOpponentIds":2107,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a5cf14fe15d8d387a93d2501"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6440129449838186,"lowerBound":0,"upperBound":1,"independentScore":0.6440129449838186,"independent":true,"opponentIds":2108,"independentOpponentIds":2108,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8794354838709655,"lowerBound":0,"upperBound":1,"independentScore":0.8794354838709655,"independent":true,"opponentIds":2109,"independentOpponentIds":2109,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4e0ce99a30705489f0356e12"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9327102803738302,"lowerBound":0,"upperBound":1,"independentScore":0.9327102803738302,"independent":true,"opponentIds":2110,"independentOpponentIds":2110,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d40cab64d204a29f18a02f30"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9007251690088315,"lowerBound":0,"upperBound":1,"independentScore":0.9007251690088315,"independent":true,"opponentIds":2111,"independentOpponentIds":2111,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5d28cc8fec74fe882717bfe8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.07396297126376165,"lowerBound":0,"upperBound":1,"independentScore":0.07396297126376165,"independent":true,"opponentIds":2112,"independentOpponentIds":2112,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["70fda2ccc5e5d33aa3ea7bad","fa92272b6b9aa5d1ab34f5fe","d802102582079f98ea102e70","vals-terminal-bench-2-1-v2.1:grok/grok-4.5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5132653061224494,"lowerBound":0,"upperBound":1,"independentScore":0.5132653061224494,"independent":true,"opponentIds":2113,"independentOpponentIds":2113,"panelSize":49,"publishers":["ARC Prize"],"observations":["3db181a4b2c903d1c6f5ca32"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.46466666666666656,"lowerBound":0,"upperBound":1,"independentScore":0.46466666666666656,"independent":true,"opponentIds":2114,"independentOpponentIds":2114,"panelSize":25,"publishers":["Datacurve"],"observations":["29895fdf00c54de0c01daedb"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.24414001131150662,"lowerBound":0,"upperBound":1,"independentScore":0.24414001131150662,"independent":true,"opponentIds":2115,"independentOpponentIds":2115,"panelSize":14,"publishers":["ARC Prize"],"observations":["dd27c86aaec46afa668fb3ed"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.1714285714285714,"lowerBound":0,"upperBound":1,"independentScore":0.1714285714285714,"independent":true,"opponentIds":2116,"independentOpponentIds":2116,"panelSize":2,"publishers":["Cognition"],"observations":["2bd0af0abcc178550c64a1ac","de359ceaf316774036c9cd92"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5714285714285715,"lowerBound":0,"upperBound":1,"independentScore":0.5714285714285715,"independent":true,"opponentIds":2117,"independentOpponentIds":2117,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-c9c71176cdf68d6328da3f8c"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.31895911054207843,"lowerBound":0,"upperBound":1,"independentScore":0.31895911054207843,"independent":true,"opponentIds":2118,"independentOpponentIds":2118,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-7vThbrtbczScg2UcsAYXtF","epoch-run-djbbEqvBW9qux3pZwcZN2i"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.47578947368421054,"lowerBound":0,"upperBound":1,"independentScore":0.47578947368421054,"independent":true,"opponentIds":2119,"independentOpponentIds":2119,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-7HWW3sjRstKzb9JpcnvLaV"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.179948586118252,"lowerBound":0,"upperBound":1,"independentScore":0.179948586118252,"independent":true,"opponentIds":2120,"independentOpponentIds":2120,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:grok/grok-4.5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.40572792362768495,"lowerBound":0,"upperBound":1,"independentScore":0.40572792362768495,"independent":true,"opponentIds":2121,"independentOpponentIds":2121,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.3789731051344743,"lowerBound":0,"upperBound":1,"independentScore":0.3789731051344743,"independent":true,"opponentIds":2122,"independentOpponentIds":2122,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.200501253132832,"lowerBound":0,"upperBound":1,"independentScore":0.200501253132832,"independent":true,"opponentIds":2123,"independentOpponentIds":2123,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.3178484107579462,"lowerBound":0,"upperBound":1,"independentScore":0.3178484107579462,"independent":true,"opponentIds":2124,"independentOpponentIds":2124,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:grok/grok-4.5"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.5629820051413886,"lowerBound":0,"upperBound":1,"independentScore":0.5629820051413886,"independent":true,"opponentIds":2125,"independentOpponentIds":2125,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:grok/grok-4.5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3dabd7de22313e1ac7daf67f","71d11b4c4ffe6fcbf4157f60","63f735654eaeb7e5ecc2e494","c3e471cc21bf38fd994ca247","5cf7c08965507cd0d4d2c0ac","64a2f492b0082eab536fda7f","fb530f6406ed45847a6ddf51","681c3f9afb34ecdcaf3196d1","8c2590ca713df819e8c04be3","a5cf14fe15d8d387a93d2501","fe902bc3437926b36a2718b3","4e0ce99a30705489f0356e12","d40cab64d204a29f18a02f30","5d28cc8fec74fe882717bfe8","70fda2ccc5e5d33aa3ea7bad","fa92272b6b9aa5d1ab34f5fe","3db181a4b2c903d1c6f5ca32","29895fdf00c54de0c01daedb","dd27c86aaec46afa668fb3ed","2bd0af0abcc178550c64a1ac","de359ceaf316774036c9cd92","d802102582079f98ea102e70","panel-c9c71176cdf68d6328da3f8c","epoch-run-7vThbrtbczScg2UcsAYXtF","epoch-run-djbbEqvBW9qux3pZwcZN2i","epoch-run-9kSgmUd9vh4CBXz3tJhctN","epoch-run-f8Pac6hqib4t7x2s4HCRoT","epoch-run-7HWW3sjRstKzb9JpcnvLaV","vals-finance-agent-v2:grok/grok-4.5","vals-code-migration-v1:grok/grok-4.5","vals-legal-research-v1:grok/grok-4.5","vals-emb-v1:grok/grok-4.5","vals-mmlu-pro-v1:grok/grok-4.5","vals-terminal-bench-2-1-v2.1:grok/grok-4.5","vals-vibe-code-bench-v1.1:grok/grok-4.5","vals-legal-agent-benchmark-v1:grok/grok-4.5","vals-tax-agent-bench-v1:grok/grok-4.5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":43}],"unspecified":0,"total":43}},{"id":"grok-4.5--effort-low","name":"Grok-4.5 · Low","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.5","detailsUrl":"/efforts?model=grok-4.5","publishedBenchmarkCount":5,"overallRating":{"score":0.13407642140670828,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":49,"independentFamilies":2,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6359034493968496},{"source":"Cognition","independent":true,"share":0.3640965506031514}],"familyWeights":[{"family":"arc-agi","share":0.42944661813594043},{"family":"frontiercode","share":0.36409655060315144},{"family":"arc-agi-3","share":0.20645683126090894}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.25958960184605867,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12875464715230855,"supported":false,"families":1,"independentFamilies":0,"opponents":2,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.48611286339960064,"lowerBound":0,"upperBound":1,"independentScore":0.48611286339960064,"independent":true,"opponentIds":2113,"independentOpponentIds":2113,"panelSize":49,"publishers":["ARC Prize"],"observations":["6b3763ee781610c75ebd4561"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.28067182784411504,"lowerBound":0,"upperBound":1,"independentScore":0.28067182784411504,"independent":true,"opponentIds":2115,"independentOpponentIds":2115,"panelSize":14,"publishers":["ARC Prize"],"observations":["7fe01339271092343301c357"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2116,"independentOpponentIds":2116,"panelSize":2,"publishers":["Cognition"],"observations":["826615a0c654de07c920208e","c9b43e92020f700c0d052db9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6b3763ee781610c75ebd4561","7fe01339271092343301c357","826615a0c654de07c920208e","c9b43e92020f700c0d052db9"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":5}],"unspecified":0,"total":5}},{"id":"grok-4.5--effort-medium","name":"Grok-4.5 · Medium","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.5","detailsUrl":"/efforts?model=grok-4.5","publishedBenchmarkCount":5,"overallRating":{"score":0.2459699260047997,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":49,"independentFamilies":2,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6359034493968496},{"source":"Cognition","independent":true,"share":0.3640965506031514}],"familyWeights":[{"family":"arc-agi","share":0.42944661813594043},{"family":"frontiercode","share":0.36409655060315144},{"family":"arc-agi-3","share":0.20645683126090894}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3166445462348884,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3488306426316509,"supported":false,"families":1,"independentFamilies":0,"opponents":2,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5610547374871592,"lowerBound":0,"upperBound":1,"independentScore":0.5610547374871592,"independent":true,"opponentIds":2113,"independentOpponentIds":2113,"panelSize":49,"publishers":["ARC Prize"],"observations":["f3dd688412c9fb5675915351"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.3082272667628921,"lowerBound":0,"upperBound":1,"independentScore":0.3082272667628921,"independent":true,"opponentIds":2115,"independentOpponentIds":2115,"panelSize":14,"publishers":["ARC Prize"],"observations":["99e65bc1e02ebf4fee08b548"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.21875,"lowerBound":0,"upperBound":1,"independentScore":0.21875,"independent":true,"opponentIds":2116,"independentOpponentIds":2116,"panelSize":2,"publishers":["Cognition"],"observations":["b7467edb46036b2935325b6c","eaf538a9130f43391ba85bbf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f3dd688412c9fb5675915351","99e65bc1e02ebf4fee08b548","b7467edb46036b2935325b6c","eaf538a9130f43391ba85bbf"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":5}],"unspecified":0,"total":5}},{"id":"grok-4.6--effort-high","name":"Grok 4.6 · High","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":38,"overallRating":{"score":0.6133733610287327,"supported":true,"families":27,"publishers":7,"evaluationSources":7,"taskAreas":5,"opponents":234,"independentFamilies":26,"reason":null,"independentSources":5,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Vals AI","independent":true,"share":0.1604123674395873},{"source":"Terminal-Bench","independent":true,"share":0.15378868974629692},{"source":"ARC Prize","independent":true,"share":0.15374684248378104},{"source":"Artificial Analysis","independent":true,"share":0.15162175733590166},{"source":"Cognition","independent":true,"share":0.15151033878709252},{"source":"Epoch AI","independent":true,"share":0.12296301449858234},{"source":"Datacurve","independent":true,"share":0.10595698970875976}],"familyWeights":[{"family":"terminal-bench","share":0.18185488340208633},{"family":"arc-agi","share":0.15374684248378084},{"family":"frontiercode","share":0.15151033878709252},{"family":"deepswe","share":0.10595698970875973},{"family":"gpqa","share":0.05640921564217804},{"family":"aime","share":0.04466349667134463},{"family":"simpleqa","share":0.03315855027252101},{"family":"vals-code-migration","share":0.01784979483633828},{"family":"vals-legal-research","share":0.01784059940128224},{"family":"vibe-code","share":0.01784059940128224},{"family":"vals-excel-modeling","share":0.017830944194473435},{"family":"vals-finance-agent","share":0.017820793848853884},{"family":"vals-tax-agent","share":0.017820793848853884},{"family":"harvey","share":0.01781010927451754},{"family":"mmlu-pro","share":0.01773438988567812},{"family":"aa-lcr","share":0.011465292596306917},{"family":"enterprise-ops","share":0.011366714975410643},{"family":"analyst-agent","share":0.01134510016488514},{"family":"hle","share":0.011321729306587038},{"family":"critpt","share":0.011309491956357373},{"family":"omniscience","share":0.011278304573887833},{"family":"terminal-bench-science","share":0.011111720786318663},{"family":"gdpval","share":0.0107481965802765},{"family":"briefcase","share":0.010458125096828686},{"family":"automationbench","share":0.010429158240884796},{"family":"gdp-pdf","share":0.01040508206773351},{"family":"tau-bench","share":0.008912741995478927}]},"capabilityRatings":[{"bucket":"agentic","score":0.6675729498361337,"supported":true,"families":13,"independentFamilies":13,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5475154815756048,"supported":true,"families":5,"independentFamilies":5,"opponents":234,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.674899585732283,"supported":true,"families":5,"independentFamilies":4,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.513904606275578,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4065170080793568,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5494262404023392,"lowerBound":0,"upperBound":1,"independentScore":0.5494262404023392,"independent":true,"opponentIds":2126,"independentOpponentIds":2126,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f097cd0ecb24da6e29e3b25e"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9110503823914212,"lowerBound":0,"upperBound":1,"independentScore":0.9110503823914212,"independent":true,"opponentIds":2127,"independentOpponentIds":2127,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["32dad52a859e3688e67953f4"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8493285989347613,"lowerBound":0,"upperBound":1,"independentScore":0.8493285989347613,"independent":true,"opponentIds":2128,"independentOpponentIds":2128,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-jtfdCURnwfZzak4BSiBKzx"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6528122079259489,"lowerBound":0,"upperBound":1,"independentScore":0.6528122079259489,"independent":true,"opponentIds":2129,"independentOpponentIds":2129,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["caac1d9fab456ec673932b5f","692eafdc8c386d4794b260e4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9622244841196601,"lowerBound":0,"upperBound":1,"independentScore":0.9622244841196601,"independent":true,"opponentIds":2130,"independentOpponentIds":2130,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["c89e8c3a3b6387ddb30e1f52"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8834942448160521,"lowerBound":0,"upperBound":1,"independentScore":0.8834942448160521,"independent":true,"opponentIds":2131,"independentOpponentIds":2131,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b6ff61e203ecccc9e6c2ee6a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9113353026806528,"lowerBound":0,"upperBound":1,"independentScore":0.9113353026806528,"independent":true,"opponentIds":2132,"independentOpponentIds":2132,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["26b2805c615a5f784ff6efce"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.752107608554879,"lowerBound":0,"upperBound":1,"independentScore":0.752107608554879,"independent":true,"opponentIds":2133,"independentOpponentIds":2133,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["b1f42e7a56eda147f999bfb4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9178371444895022,"lowerBound":0,"upperBound":1,"independentScore":0.9178371444895022,"independent":true,"opponentIds":2134,"independentOpponentIds":2134,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8c122c70c951c4afb9d366cb"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9639496056971112,"lowerBound":0,"upperBound":1,"independentScore":0.9639496056971112,"independent":true,"opponentIds":2135,"independentOpponentIds":2135,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["3a4f7b3fd7d65f88e2ebb12a","epoch-run-hnP6Z88x8bPEBRZ2PW6kps"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.838411041912136,"lowerBound":0,"upperBound":1,"independentScore":0.838411041912136,"independent":true,"opponentIds":2136,"independentOpponentIds":2136,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9153609408831179,"lowerBound":0,"upperBound":1,"independentScore":0.9153609408831179,"independent":true,"opponentIds":2137,"independentOpponentIds":2137,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7496ffb374d886017a611cb6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7099046829672606,"lowerBound":0,"upperBound":1,"independentScore":0.7099046829672606,"independent":true,"opponentIds":2138,"independentOpponentIds":2138,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.919866221027625,"lowerBound":0,"upperBound":1,"independentScore":0.919866221027625,"independent":true,"opponentIds":2139,"independentOpponentIds":2139,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9042a25a07406f73250d8bba"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9882619561586024,"lowerBound":0,"upperBound":1,"independentScore":0.9882619561586024,"independent":true,"opponentIds":2140,"independentOpponentIds":2140,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2866a9f1d6bddec801f86d03"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.3892104941979423,"lowerBound":0,"upperBound":1,"independentScore":0.3892104941979423,"independent":true,"opponentIds":2141,"independentOpponentIds":2141,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["40537ca23e510726cdd85553"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5221675826892498,"lowerBound":0,"upperBound":1,"independentScore":0.5221675826892498,"independent":true,"opponentIds":2142,"independentOpponentIds":2142,"panelSize":142,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["cb27d5e2462f1dcbcca8ce0f","b769630d6b04321a1703df93","ed4a5360238dda5d9ed009f8","vals-terminal-bench-2-1-v2.1:grok/grok-4.6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7027309018326987,"lowerBound":0,"upperBound":1,"independentScore":0.7027309018326987,"independent":true,"opponentIds":2143,"independentOpponentIds":2143,"panelSize":49,"publishers":["ARC Prize"],"observations":["f494121ba1b32eb13d788d7e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6516578505999225,"lowerBound":0,"upperBound":1,"independentScore":0.6516578505999225,"independent":true,"opponentIds":2144,"independentOpponentIds":2144,"panelSize":25,"publishers":["Datacurve"],"observations":["3d4862ebd4d7563b0b815232"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2145,"independentOpponentIds":2145,"panelSize":2,"publishers":["Cognition"],"observations":["6958a5ca37b2c58d4c9c3e9d","304e04af8619e1665e7baa68"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.5953914675893548,"lowerBound":0,"upperBound":1,"independentScore":0.5953914675893548,"independent":true,"opponentIds":2146,"independentOpponentIds":2146,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-TpHYtuPG6kYZFvMK7Z6Hqj"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.4890181937387315,"lowerBound":0,"upperBound":1,"independentScore":0.4890181937387315,"independent":true,"opponentIds":2147,"independentOpponentIds":2147,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:grok/grok-4.6"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6442789849566933,"lowerBound":0,"upperBound":1,"independentScore":0.6442789849566933,"independent":true,"opponentIds":2148,"independentOpponentIds":2148,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.8022114935368323,"lowerBound":0,"upperBound":1,"independentScore":0.8022114935368323,"independent":true,"opponentIds":2149,"independentOpponentIds":2149,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.4056859926529307,"lowerBound":0,"upperBound":1,"independentScore":0.4056859926529307,"independent":true,"opponentIds":2150,"independentOpponentIds":2150,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.486450708612366,"lowerBound":0,"upperBound":1,"independentScore":0.486450708612366,"independent":true,"opponentIds":2151,"independentOpponentIds":2151,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:grok/grok-4.6"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.7901983281429275,"lowerBound":0,"upperBound":1,"independentScore":0.7901983281429275,"independent":true,"opponentIds":2152,"independentOpponentIds":2152,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:grok/grok-4.6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f097cd0ecb24da6e29e3b25e","32dad52a859e3688e67953f4","caac1d9fab456ec673932b5f","c89e8c3a3b6387ddb30e1f52","b6ff61e203ecccc9e6c2ee6a","26b2805c615a5f784ff6efce","b1f42e7a56eda147f999bfb4","8c122c70c951c4afb9d366cb","3a4f7b3fd7d65f88e2ebb12a","7496ffb374d886017a611cb6","692eafdc8c386d4794b260e4","9042a25a07406f73250d8bba","2866a9f1d6bddec801f86d03","40537ca23e510726cdd85553","cb27d5e2462f1dcbcca8ce0f","b769630d6b04321a1703df93","f494121ba1b32eb13d788d7e","3d4862ebd4d7563b0b815232","6958a5ca37b2c58d4c9c3e9d","304e04af8619e1665e7baa68","ed4a5360238dda5d9ed009f8","epoch-run-hnP6Z88x8bPEBRZ2PW6kps","epoch-run-jtfdCURnwfZzak4BSiBKzx","epoch-run-TpHYtuPG6kYZFvMK7Z6Hqj","vals-finance-agent-v2:grok/grok-4.6","vals-code-migration-v1:grok/grok-4.6","vals-legal-research-v1:grok/grok-4.6","vals-emb-v1:grok/grok-4.6","vals-mmlu-pro-v1:grok/grok-4.6","vals-terminal-bench-2-1-v2.1:grok/grok-4.6","vals-vibe-code-bench-v1.1:grok/grok-4.6","vals-legal-agent-benchmark-v1:grok/grok-4.6","vals-tax-agent-bench-v1:grok/grok-4.6"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":38}],"unspecified":0,"total":38}},{"id":"grok-4.6--effort-low","name":"Grok 4.6 · Low","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":19,"overallRating":{"score":0.18367367027956036,"supported":true,"families":14,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.29749714054954146},{"source":"Cognition","independent":true,"share":0.2673421264777701},{"source":"Artificial Analysis","independent":true,"share":0.2593429713182965},{"source":"Datacurve","independent":true,"share":0.17581776165439628}],"familyWeights":[{"family":"arc-agi","share":0.2974971405495419},{"family":"frontiercode","share":0.2673421264777701},{"family":"deepswe","share":0.1758177616543964},{"family":"hle","share":0.027775289294534048},{"family":"gpqa","share":0.027702290364701967},{"family":"critpt","share":0.027568600710693784},{"family":"omniscience","share":0.027447686859395002},{"family":"aa-lcr","share":0.0255095371724502},{"family":"gdpval","share":0.023753528631876557},{"family":"briefcase","share":0.0220016046166163},{"family":"automationbench","share":0.02189138722277502},{"family":"gdp-pdf","share":0.021822222032027164},{"family":"terminal-bench","share":0.01920566844276445},{"family":"tau-bench","share":0.014665155970464243}]},"capabilityRatings":[{"bucket":"agentic","score":0.5119982322831135,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2518741354481438,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.27227211108002464,"supported":true,"families":3,"independentFamilies":2,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.35042705381544664,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5832058151571612,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7456103494703369,"lowerBound":0,"upperBound":1,"independentScore":0.7456103494703369,"independent":true,"opponentIds":2127,"independentOpponentIds":2127,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fed456248fce47a1dfad8571"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9284153026017399,"lowerBound":0,"upperBound":1,"independentScore":0.9284153026017399,"independent":true,"opponentIds":2153,"independentOpponentIds":2153,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a3756d310ea1a7f832e597bc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7715429882296154,"lowerBound":0,"upperBound":1,"independentScore":0.7715429882296154,"independent":true,"opponentIds":2130,"independentOpponentIds":2130,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["5f885ebd961ac88f984a7704"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7961121070591308,"lowerBound":0,"upperBound":1,"independentScore":0.7961121070591308,"independent":true,"opponentIds":2131,"independentOpponentIds":2131,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["319d744c56b01ed6312991b2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7388353883762605,"lowerBound":0,"upperBound":1,"independentScore":0.7388353883762605,"independent":true,"opponentIds":2133,"independentOpponentIds":2133,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["9a8bf5de95e570a3eab39900"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8140439511707885,"lowerBound":0,"upperBound":1,"independentScore":0.8140439511707885,"independent":true,"opponentIds":2134,"independentOpponentIds":2134,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ee3e645bcb99d1cb0d07e251"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8629876787063882,"lowerBound":0,"upperBound":1,"independentScore":0.8629876787063882,"independent":true,"opponentIds":2154,"independentOpponentIds":2154,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["455042cc2a2352e34ec6dc96"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7574416691772556,"lowerBound":0,"upperBound":1,"independentScore":0.7574416691772556,"independent":true,"opponentIds":2137,"independentOpponentIds":2137,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4c7b243e05b68d3c1adfc1ba"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8945206658938292,"lowerBound":0,"upperBound":1,"independentScore":0.8945206658938292,"independent":true,"opponentIds":2139,"independentOpponentIds":2139,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5fbac91d6ca09c762b0ca355"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8219677494629135,"lowerBound":0,"upperBound":1,"independentScore":0.8219677494629135,"independent":true,"opponentIds":2140,"independentOpponentIds":2140,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cbd676d3e23e7861d13eaee8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6967395803101691,"lowerBound":0,"upperBound":1,"independentScore":0.6967395803101691,"independent":true,"opponentIds":2155,"independentOpponentIds":2155,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["ab78e0ea2f5903fc7ae244fd","8dccc22f93c6a00e5ac799c3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4723451327433632,"lowerBound":0,"upperBound":1,"independentScore":0.4723451327433632,"independent":true,"opponentIds":2143,"independentOpponentIds":2143,"panelSize":49,"publishers":["ARC Prize"],"observations":["c80d116c611cdfdbf0794a0e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.2170303147325738,"lowerBound":0,"upperBound":1,"independentScore":0.2170303147325738,"independent":true,"opponentIds":2144,"independentOpponentIds":2144,"panelSize":25,"publishers":["Datacurve"],"observations":["83e82d34b74f64e32fe5e562"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.2222222222222222,"lowerBound":0,"upperBound":1,"independentScore":0.2222222222222222,"independent":true,"opponentIds":2145,"independentOpponentIds":2145,"panelSize":2,"publishers":["Cognition"],"observations":["74826bf1588713bdce3f6257","a00271826c96f0bc443bc92d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fed456248fce47a1dfad8571","a3756d310ea1a7f832e597bc","5f885ebd961ac88f984a7704","319d744c56b01ed6312991b2","9a8bf5de95e570a3eab39900","ee3e645bcb99d1cb0d07e251","455042cc2a2352e34ec6dc96","4c7b243e05b68d3c1adfc1ba","5fbac91d6ca09c762b0ca355","cbd676d3e23e7861d13eaee8","ab78e0ea2f5903fc7ae244fd","8dccc22f93c6a00e5ac799c3","c80d116c611cdfdbf0794a0e","83e82d34b74f64e32fe5e562","74826bf1588713bdce3f6257","a00271826c96f0bc443bc92d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":19}],"unspecified":0,"total":19}},{"id":"grok-4.6--effort-medium","name":"Grok 4.6 · Medium","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":19,"overallRating":{"score":0.6251983967534925,"supported":true,"families":14,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.29749714054954146},{"source":"Cognition","independent":true,"share":0.2673421264777701},{"source":"Artificial Analysis","independent":true,"share":0.2593429713182965},{"source":"Datacurve","independent":true,"share":0.17581776165439628}],"familyWeights":[{"family":"arc-agi","share":0.2974971405495419},{"family":"frontiercode","share":0.2673421264777701},{"family":"deepswe","share":0.1758177616543964},{"family":"hle","share":0.027775289294534048},{"family":"gpqa","share":0.027702290364701967},{"family":"critpt","share":0.027568600710693784},{"family":"omniscience","share":0.027447686859395002},{"family":"aa-lcr","share":0.0255095371724502},{"family":"gdpval","share":0.023753528631876557},{"family":"briefcase","share":0.0220016046166163},{"family":"automationbench","share":0.02189138722277502},{"family":"gdp-pdf","share":0.021822222032027164},{"family":"terminal-bench","share":0.01920566844276445},{"family":"tau-bench","share":0.014665155970464243}]},"capabilityRatings":[{"bucket":"agentic","score":0.6614997996202555,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4798776762105547,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7034879920525291,"supported":true,"families":3,"independentFamilies":2,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.32339997022387196,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5963199036538853,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8588176614642256,"lowerBound":0,"upperBound":1,"independentScore":0.8588176614642256,"independent":true,"opponentIds":2127,"independentOpponentIds":2127,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["aa13b44d83668e44594a40fc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9330245478653717,"lowerBound":0,"upperBound":1,"independentScore":0.9330245478653717,"independent":true,"opponentIds":2153,"independentOpponentIds":2153,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["aa49e45426197f51738e5ddc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9310505613399919,"lowerBound":0,"upperBound":1,"independentScore":0.9310505613399919,"independent":true,"opponentIds":2130,"independentOpponentIds":2130,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["e10dc4ce6438d32bac1db209"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9042641770019433,"lowerBound":0,"upperBound":1,"independentScore":0.9042641770019433,"independent":true,"opponentIds":2131,"independentOpponentIds":2131,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["097d77ab7b94acd9ac1fdc59"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7668478958440843,"lowerBound":0,"upperBound":1,"independentScore":0.7668478958440843,"independent":true,"opponentIds":2133,"independentOpponentIds":2133,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["36e6bda4002c33d4a26d2338"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.923593617530484,"lowerBound":0,"upperBound":1,"independentScore":0.923593617530484,"independent":true,"opponentIds":2134,"independentOpponentIds":2134,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ce430630902908f616d092b8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.983055316712566,"lowerBound":0,"upperBound":1,"independentScore":0.983055316712566,"independent":true,"opponentIds":2154,"independentOpponentIds":2154,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3d33ea8f9ff471640bd35ed8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9149482078706354,"lowerBound":0,"upperBound":1,"independentScore":0.9149482078706354,"independent":true,"opponentIds":2137,"independentOpponentIds":2137,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["937d3156bb8d0d9f4f627073"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8845759061258017,"lowerBound":0,"upperBound":1,"independentScore":0.8845759061258017,"independent":true,"opponentIds":2139,"independentOpponentIds":2139,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6c42342ff86119e143676f0c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8725983251029843,"lowerBound":0,"upperBound":1,"independentScore":0.8725983251029843,"independent":true,"opponentIds":2140,"independentOpponentIds":2140,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ed0625bb1734d51f8e228486"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7951851400366579,"lowerBound":0,"upperBound":1,"independentScore":0.7951851400366579,"independent":true,"opponentIds":2155,"independentOpponentIds":2155,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["7235f070956c1bc0fd07c00c","378296da344991b54973fec3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7058104331625527,"lowerBound":0,"upperBound":1,"independentScore":0.7058104331625527,"independent":true,"opponentIds":2143,"independentOpponentIds":2143,"panelSize":49,"publishers":["ARC Prize"],"observations":["9cc5971c94263e7ed3b6e5aa"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7429040355280943,"lowerBound":0,"upperBound":1,"independentScore":0.7429040355280943,"independent":true,"opponentIds":2144,"independentOpponentIds":2144,"panelSize":25,"publishers":["Datacurve"],"observations":["dee4caacc80397f92e821c17"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.851851851851852,"lowerBound":0,"upperBound":1,"independentScore":0.851851851851852,"independent":true,"opponentIds":2145,"independentOpponentIds":2145,"panelSize":2,"publishers":["Cognition"],"observations":["1fb4cc080f6a704550c60899","e83c78ee104f6ac791b27a26"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["aa13b44d83668e44594a40fc","aa49e45426197f51738e5ddc","e10dc4ce6438d32bac1db209","097d77ab7b94acd9ac1fdc59","36e6bda4002c33d4a26d2338","ce430630902908f616d092b8","3d33ea8f9ff471640bd35ed8","937d3156bb8d0d9f4f627073","6c42342ff86119e143676f0c","ed0625bb1734d51f8e228486","7235f070956c1bc0fd07c00c","378296da344991b54973fec3","9cc5971c94263e7ed3b6e5aa","dee4caacc80397f92e821c17","1fb4cc080f6a704550c60899","e83c78ee104f6ac791b27a26"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":19}],"unspecified":0,"total":19}},{"id":"grok-4.6--effort-xhigh","name":"Grok 4.6 · XHigh","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":29,"overallRating":{"score":0.5932497693964965,"supported":true,"families":18,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":237,"independentFamilies":18,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3255118109873076},{"source":"Epoch AI","independent":true,"share":0.26372654843221877},{"source":"Artificial Analysis","independent":true,"share":0.24480183136929579},{"source":"Datacurve","independent":true,"share":0.16595980921118564}],"familyWeights":[{"family":"deepswe","share":0.16595980921118564},{"family":"arc-agi-3","share":0.16483023144043932},{"family":"arc-agi","share":0.16068157954686824},{"family":"gpqa","share":0.08112984252494848},{"family":"epoch-game-puzzles","share":0.05967382735189666},{"family":"frontiermath","share":0.054947821403136754},{"family":"aime","share":0.0544014770482073},{"family":"simpleqa","share":0.03972262659613507},{"family":"hle","share":0.026217952433994562},{"family":"critpt","share":0.026022852703355928},{"family":"omniscience","share":0.02590871838891743},{"family":"aa-lcr","share":0.024079239107408015},{"family":"gdpval","share":0.022421688473020635},{"family":"briefcase","share":0.02076799334808434},{"family":"automationbench","share":0.020663955749826157},{"family":"gdp-pdf","share":0.02059866859253011},{"family":"terminal-bench","share":0.0181288229388329},{"family":"tau-bench","share":0.013842893141221304}]},"capabilityRatings":[{"bucket":"agentic","score":0.6899576808544792,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5553796207638141,"supported":true,"families":8,"independentFamilies":8,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6792208826522416,"supported":true,"families":2,"independentFamilies":2,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4036620308630687,"supported":true,"families":2,"independentFamilies":2,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5963199036538853,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9131478429943936,"lowerBound":0,"upperBound":1,"independentScore":0.9131478429943936,"independent":true,"opponentIds":2127,"independentOpponentIds":2127,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a05b27a6d78bf2989daa942b"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.905580018768498,"lowerBound":0,"upperBound":1,"independentScore":0.905580018768498,"independent":true,"opponentIds":2128,"independentOpponentIds":2128,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-7crLvnfQc987dC6mr3iGbf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9330245478653717,"lowerBound":0,"upperBound":1,"independentScore":0.9330245478653717,"independent":true,"opponentIds":2153,"independentOpponentIds":2153,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9a83ca80e442b816d313353b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9707181983254278,"lowerBound":0,"upperBound":1,"independentScore":0.9707181983254278,"independent":true,"opponentIds":2130,"independentOpponentIds":2130,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["a46db1e98a53a9b337571cf6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9167727522778802,"lowerBound":0,"upperBound":1,"independentScore":0.9167727522778802,"independent":true,"opponentIds":2131,"independentOpponentIds":2131,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["31d13c37ff4e5cf0553752d3"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7533802044969682,"lowerBound":0,"upperBound":1,"independentScore":0.7533802044969682,"independent":true,"opponentIds":2133,"independentOpponentIds":2133,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8d23777f76973ac28d2c047a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9487161464094219,"lowerBound":0,"upperBound":1,"independentScore":0.9487161464094219,"independent":true,"opponentIds":2134,"independentOpponentIds":2134,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["5bddb9605d2c7ea502bea2d8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9474864100753075,"lowerBound":0,"upperBound":1,"independentScore":0.9474864100753075,"independent":true,"opponentIds":2135,"independentOpponentIds":2135,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["0e43ef1722511f9eafa9fe90","epoch-run-9YJf2nviwjM6WVhw8qeJta"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9413297312022223,"lowerBound":0,"upperBound":1,"independentScore":0.9413297312022223,"independent":true,"opponentIds":2137,"independentOpponentIds":2137,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c374d0cb6645fba1f3e93070"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.888727936713724,"lowerBound":0,"upperBound":1,"independentScore":0.888727936713724,"independent":true,"opponentIds":2139,"independentOpponentIds":2139,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["76a9250c25e23962a7071972"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8703908828078939,"lowerBound":0,"upperBound":1,"independentScore":0.8703908828078939,"independent":true,"opponentIds":2140,"independentOpponentIds":2140,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3b9378efd7cabab48ea16c28"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8340668710661214,"lowerBound":0,"upperBound":1,"independentScore":0.8340668710661214,"independent":true,"opponentIds":2155,"independentOpponentIds":2155,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["04b824c5fa68cf8f4799f751","acac33735d2218bbe612835e"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7170838420838421,"lowerBound":0,"upperBound":1,"independentScore":0.7170838420838421,"independent":true,"opponentIds":2143,"independentOpponentIds":2143,"panelSize":49,"publishers":["ARC Prize"],"observations":["055e2840581f27e7013445b1"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7111411469395638,"lowerBound":0,"upperBound":1,"independentScore":0.7111411469395638,"independent":true,"opponentIds":2144,"independentOpponentIds":2144,"panelSize":25,"publishers":["Datacurve"],"observations":["bc046d614155011b4f32fd77"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.6075334143377894,"lowerBound":0,"upperBound":1,"independentScore":0.6075334143377894,"independent":true,"opponentIds":2156,"independentOpponentIds":2156,"panelSize":14,"publishers":["ARC Prize"],"observations":["dcbdda875af63c9d559ccae4"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5930623083982587,"lowerBound":0,"upperBound":1,"independentScore":0.5930623083982587,"independent":true,"opponentIds":2157,"independentOpponentIds":2157,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-bg3JRdd33iWfvRoGSvyXXE","epoch-run-Zb2AKwa942D7dBTTcebAba"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7543551222630653,"lowerBound":0,"upperBound":1,"independentScore":0.7543551222630653,"independent":true,"opponentIds":2158,"independentOpponentIds":2158,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-9cXtChGrowgGDwa9AcAecB"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.5983721684013397,"lowerBound":0,"upperBound":1,"independentScore":0.5983721684013397,"independent":true,"opponentIds":2146,"independentOpponentIds":2146,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-dKCWFaoGCWJTnD5CPWQGru"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a05b27a6d78bf2989daa942b","9a83ca80e442b816d313353b","a46db1e98a53a9b337571cf6","31d13c37ff4e5cf0553752d3","8d23777f76973ac28d2c047a","5bddb9605d2c7ea502bea2d8","0e43ef1722511f9eafa9fe90","c374d0cb6645fba1f3e93070","76a9250c25e23962a7071972","3b9378efd7cabab48ea16c28","04b824c5fa68cf8f4799f751","acac33735d2218bbe612835e","055e2840581f27e7013445b1","bc046d614155011b4f32fd77","dcbdda875af63c9d559ccae4","epoch-run-bg3JRdd33iWfvRoGSvyXXE","epoch-run-Zb2AKwa942D7dBTTcebAba","epoch-run-9YJf2nviwjM6WVhw8qeJta","epoch-run-9cXtChGrowgGDwa9AcAecB","epoch-run-7crLvnfQc987dC6mr3iGbf","epoch-run-dKCWFaoGCWJTnD5CPWQGru"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":29}],"unspecified":0,"total":29}},{"id":"grok-4.7--effort-high","name":"Grok 4.7 · High","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.7","detailsUrl":"/efforts?model=grok-4.7","publishedBenchmarkCount":18,"overallRating":{"score":0.5607762355448137,"supported":true,"families":14,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.36290286563638297},{"source":"ARC Prize","independent":true,"share":0.3529418381140206},{"source":"Artificial Analysis","independent":true,"share":0.2841552962495931}],"familyWeights":[{"family":"frontiercode","share":0.36290286563638297},{"family":"arc-agi","share":0.19175529791840037},{"family":"arc-agi-3","share":0.16118654019562056},{"family":"hle","share":0.03260370479035183},{"family":"critpt","share":0.03236149768949041},{"family":"omniscience","share":0.032219694427057945},{"family":"aa-lcr","share":0.029947823038922204},{"family":"gdpval","share":0.02788981144906016},{"family":"briefcase","share":0.025838203560091755},{"family":"automationbench","share":0.025708686662996034},{"family":"gdp-pdf","share":0.025627876699636138},{"family":"analyst-agent","share":0.02004813680642787},{"family":"terminal-bench-science","share":0.018433255113546283},{"family":"terminal-bench","share":0.013476606012014402}]},"capabilityRatings":[{"bucket":"agentic","score":0.7259213075276127,"supported":true,"families":6,"independentFamilies":6,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.46858469541748543,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6458852718550027,"supported":true,"families":2,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4440141357238306,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.37263761267450213,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.9609415612359439,"lowerBound":0,"upperBound":1,"independentScore":0.9609415612359439,"independent":true,"opponentIds":2159,"independentOpponentIds":2159,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["88d4986edf0441fbb86c3f5e"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.963352082196706,"lowerBound":0,"upperBound":1,"independentScore":0.963352082196706,"independent":true,"opponentIds":2160,"independentOpponentIds":2160,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fa2ec94a46eeece397794f96"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8276686457254997,"lowerBound":0,"upperBound":1,"independentScore":0.8276686457254997,"independent":true,"opponentIds":2161,"independentOpponentIds":2161,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5bfb552e224b5e073e2c756c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9353371115089512,"lowerBound":0,"upperBound":1,"independentScore":0.9353371115089512,"independent":true,"opponentIds":2162,"independentOpponentIds":2162,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["bbb1b04a3710bfaeaa939af4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9100825293394929,"lowerBound":0,"upperBound":1,"independentScore":0.9100825293394929,"independent":true,"opponentIds":2163,"independentOpponentIds":2163,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6c16be14a64ddd62a866e476"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8905073541330402,"lowerBound":0,"upperBound":1,"independentScore":0.8905073541330402,"independent":true,"opponentIds":2164,"independentOpponentIds":2164,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["45164a7267b736207948213c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9793420796251407,"lowerBound":0,"upperBound":1,"independentScore":0.9793420796251407,"independent":true,"opponentIds":2165,"independentOpponentIds":2165,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4d98c7522ce9d75b766dbccd"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9180578122746753,"lowerBound":0,"upperBound":1,"independentScore":0.9180578122746753,"independent":true,"opponentIds":2166,"independentOpponentIds":2166,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0dba0cbed0f8438693fe4aa6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9309071106042249,"lowerBound":0,"upperBound":1,"independentScore":0.9309071106042249,"independent":true,"opponentIds":2167,"independentOpponentIds":2167,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["74285e625f87512c92b53a27"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.5869559124282052,"lowerBound":0,"upperBound":1,"independentScore":0.5869559124282052,"independent":true,"opponentIds":2168,"independentOpponentIds":2168,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["880035a2c237113ecee35a95"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6964989657030972,"lowerBound":0,"upperBound":1,"independentScore":0.6964989657030972,"independent":true,"opponentIds":2164,"independentOpponentIds":2164,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["29c4a2f678a2a40bec4900af"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6234083712055978,"lowerBound":0,"upperBound":1,"independentScore":0.6234083712055978,"independent":true,"opponentIds":2169,"independentOpponentIds":2169,"panelSize":49,"publishers":["ARC Prize"],"observations":["adf1625727ca01c07bbd8332"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.5432076629726434,"lowerBound":0,"upperBound":1,"independentScore":0.5432076629726434,"independent":true,"opponentIds":2170,"independentOpponentIds":2170,"panelSize":14,"publishers":["ARC Prize"],"observations":["dbcf7bd488b0b930033a6cf7","c3ea3e1488fb895ac3920c7b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7804459691252145,"lowerBound":0,"upperBound":1,"independentScore":0.7804459691252145,"independent":true,"opponentIds":2171,"independentOpponentIds":2171,"panelSize":2,"publishers":["Cognition"],"observations":["0af702ab6d9ce3f4e56982ae","80632f12f66bd4e618b6942e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["88d4986edf0441fbb86c3f5e","fa2ec94a46eeece397794f96","5bfb552e224b5e073e2c756c","bbb1b04a3710bfaeaa939af4","6c16be14a64ddd62a866e476","45164a7267b736207948213c","4d98c7522ce9d75b766dbccd","0dba0cbed0f8438693fe4aa6","74285e625f87512c92b53a27","880035a2c237113ecee35a95","29c4a2f678a2a40bec4900af","adf1625727ca01c07bbd8332","dbcf7bd488b0b930033a6cf7","c3ea3e1488fb895ac3920c7b","0af702ab6d9ce3f4e56982ae","80632f12f66bd4e618b6942e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":18}],"unspecified":0,"total":18}},{"id":"grok-4.7--effort-xhigh","name":"Grok 4.7 · XHigh","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.7","detailsUrl":"/efforts?model=grok-4.7","publishedBenchmarkCount":59,"overallRating":{"score":0.6181766255704918,"supported":true,"families":29,"publishers":6,"evaluationSources":6,"taskAreas":5,"opponents":231,"independentFamilies":28,"reason":null,"independentSources":4,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.18378680854823717},{"source":"ARC Prize","independent":true,"share":0.1766845211573413},{"source":"LiveBench","independent":true,"share":0.1670391361675414},{"source":"Vals AI","independent":true,"share":0.1652468223177422},{"source":"Artificial Analysis","independent":true,"share":0.15955688351144884},{"source":"Terminal-Bench","independent":true,"share":0.1476858282976906}],"familyWeights":[{"family":"frontiercode","share":0.18378680854823723},{"family":"terminal-bench","share":0.1771789312073144},{"family":"arc-agi","share":0.09060966502587717},{"family":"arc-agi-3","share":0.08607485613146412},{"family":"harvey","share":0.03364547273100549},{"family":"livebench-coding","share":0.023862733738220395},{"family":"livebench-instructions","share":0.023862733738220388},{"family":"livebench-math","share":0.023862733738220388},{"family":"livebench-reasoning","share":0.023862733738220388},{"family":"livebench-data","share":0.023862733738220385},{"family":"livebench-language","share":0.023862733738220385},{"family":"multi-swe-bench","share":0.023862733738220385},{"family":"vals-code-migration","share":0.020757009365454614},{"family":"vals-legal-research","share":0.020702952250745466},{"family":"vibe-code","share":0.020702952250745466},{"family":"vals-excel-modeling","share":0.02064619228030088},{"family":"vals-finance-agent","share":0.020586521542141165},{"family":"vals-tax-agent","share":0.020586521542141165},{"family":"hle","share":0.013692920439787459},{"family":"critpt","share":0.013681547144526001},{"family":"omniscience","share":0.013644254982192154},{"family":"aa-lcr","share":0.01359612004885949},{"family":"gdpval","share":0.013044181690072182},{"family":"itbench","share":0.012842903305025482},{"family":"briefcase","share":0.012704155873454012},{"family":"automationbench","share":0.012665424792842946},{"family":"gdp-pdf","share":0.012637910362589485},{"family":"analyst-agent","share":0.009925769500760556},{"family":"terminal-bench-science","share":0.009247792816920704}]},"capabilityRatings":[{"bucket":"agentic","score":0.6178531581952734,"supported":true,"families":13,"independentFamilies":13,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.49842783215778846,"supported":true,"families":6,"independentFamilies":6,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6763659345265793,"supported":true,"families":6,"independentFamilies":5,"opponents":113,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4786736093208143,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3939200607767451,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8914608579529544,"lowerBound":0,"upperBound":1,"independentScore":0.8914608579529544,"independent":true,"opponentIds":2159,"independentOpponentIds":2159,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["ec2837169e1f8b98ab031419"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9642798314560818,"lowerBound":0,"upperBound":1,"independentScore":0.9642798314560818,"independent":true,"opponentIds":2160,"independentOpponentIds":2160,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2b69ccdf719cd04281d497ac"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6327963545167202,"lowerBound":0,"upperBound":1,"independentScore":0.6327963545167202,"independent":true,"opponentIds":2172,"independentOpponentIds":2172,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5caa8fba618fda31e55ccf90","7c51934fb450c7aeeb2c2c06"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9523037040685802,"lowerBound":0,"upperBound":1,"independentScore":0.9523037040685802,"independent":true,"opponentIds":2162,"independentOpponentIds":2162,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0e287adfb45fde42247168a1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.891770542605253,"lowerBound":0,"upperBound":1,"independentScore":0.891770542605253,"independent":true,"opponentIds":2163,"independentOpponentIds":2163,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["cf097dc6ba885e21c75400fb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8301682309732037,"lowerBound":0,"upperBound":1,"independentScore":0.8301682309732037,"independent":true,"opponentIds":2164,"independentOpponentIds":2164,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["2f9310887cd5aa39bffe8ffa"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9745291073570442,"lowerBound":0,"upperBound":1,"independentScore":0.9745291073570442,"independent":true,"opponentIds":2165,"independentOpponentIds":2165,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6afe377b2022d0d1d9389fc8"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.8065315461797824,"lowerBound":0,"upperBound":1,"independentScore":0.8065315461797824,"independent":true,"opponentIds":2173,"independentOpponentIds":2173,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["cb87a679236e62548aa0d2c7","vals-legal-agent-benchmark-v1:grok/grok-4.7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9244061930119863,"lowerBound":0,"upperBound":1,"independentScore":0.9244061930119863,"independent":true,"opponentIds":2166,"independentOpponentIds":2166,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b45444502e93ec4564a9b667"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.6655009709313201,"lowerBound":0,"upperBound":1,"independentScore":0.6655009709313201,"independent":true,"opponentIds":2174,"independentOpponentIds":2174,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["65198d32df73ba44f18660a1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9162654571214963,"lowerBound":0,"upperBound":1,"independentScore":0.9162654571214963,"independent":true,"opponentIds":2167,"independentOpponentIds":2167,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f70475a7806986c208e4b475"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.3436710212416233,"lowerBound":0,"upperBound":1,"independentScore":0.3436710212416233,"independent":true,"opponentIds":2168,"independentOpponentIds":2168,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["d5a917ea2f3c76f70e469243"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9441683460819946,"lowerBound":0,"upperBound":1,"independentScore":0.9441683460819946,"independent":true,"opponentIds":2175,"independentOpponentIds":2175,"panelSize":109,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["cfde71800b76a410683bd9bd","03d8a27181e69e9adae8ac02","vals-terminal-bench-2-1-v2.1:grok/grok-4.7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.649895281507947,"lowerBound":0,"upperBound":1,"independentScore":0.649895281507947,"independent":true,"opponentIds":2169,"independentOpponentIds":2169,"panelSize":49,"publishers":["ARC Prize"],"observations":["726551d5156c0a252f55a4d4"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.49805385654142537,"lowerBound":0,"upperBound":1,"independentScore":0.49805385654142537,"independent":true,"opponentIds":2170,"independentOpponentIds":2170,"panelSize":14,"publishers":["ARC Prize"],"observations":["5b52b90c46791b28a2952476","c6fcba70fe006c20bead04c2"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6666666666666666,"lowerBound":0,"upperBound":1,"independentScore":0.6666666666666666,"independent":true,"opponentIds":2171,"independentOpponentIds":2171,"panelSize":2,"publishers":["Cognition"],"observations":["89b54ce80dc4f23c8c748073","997db17ffbb8901dac4b9051"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.6434270064301023,"lowerBound":0,"upperBound":1,"independentScore":0.6434270064301023,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-633e9a68cee7aa3fb4b67979","panel-d6dfa32303cdf3f250dd3ec2","panel-ca92bdf8905c066c45d0aae8","panel-7c74c5d6ab8aa9e5bf2c203d"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.31942129078352005,"lowerBound":0,"upperBound":1,"independentScore":0.31942129078352005,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-7abf85f1de127761dfb4a243","panel-eb1630d6571f33ec35b4857c"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.3840200047630393,"lowerBound":0,"upperBound":1,"independentScore":0.3840200047630393,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-44a5c4225ed2f6e960b849ed","panel-a091c9ab2a910352398c4d11","panel-52b987e4055d035ea7f9510e"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.4697150115106774,"lowerBound":0,"upperBound":1,"independentScore":0.4697150115106774,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-277ec4301d4c151d341badad","panel-6446ae5edd6721dc3adaea29","panel-56e7d01f9fa933b0101d1680"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5456457886798448,"lowerBound":0,"upperBound":1,"independentScore":0.5456457886798448,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-47a51d6b96d0cd6547d125e9","panel-4e9e5ef059d5f6b13b1104ae","panel-55d2a85e79aa182c3e6d7d96"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3080793045963326,"lowerBound":0,"upperBound":1,"independentScore":0.3080793045963326,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ed2c7ad29478e2c8b59b4217","panel-13ea0487b82427d49282c61a","panel-7e3267de1425c09c7573aeff","panel-851f97e929141acd934cc57a"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7466658728268636,"lowerBound":0,"upperBound":1,"independentScore":0.7466658728268636,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ee701308d97e330a8b4249fa","panel-f6561ed3d1bce5caa9f84e40","panel-f3a299d30f60c54be14032b5","panel-731812b88cf83b8e27677bc4"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.43249135419572915,"lowerBound":0,"upperBound":1,"independentScore":0.43249135419572915,"independent":true,"opponentIds":2177,"independentOpponentIds":2177,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:grok/grok-4.7"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6745702146984485,"lowerBound":0,"upperBound":1,"independentScore":0.6745702146984485,"independent":true,"opponentIds":2178,"independentOpponentIds":2178,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:grok/grok-4.7"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.7555556919375727,"lowerBound":0,"upperBound":1,"independentScore":0.7555556919375727,"independent":true,"opponentIds":2179,"independentOpponentIds":2179,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:grok/grok-4.7"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6111328383723055,"lowerBound":0,"upperBound":1,"independentScore":0.6111328383723055,"independent":true,"opponentIds":2180,"independentOpponentIds":2180,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:grok/grok-4.7"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.8255963815123266,"lowerBound":0,"upperBound":1,"independentScore":0.8255963815123266,"independent":true,"opponentIds":2181,"independentOpponentIds":2181,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:grok/grok-4.7"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.6652630076368564,"lowerBound":0,"upperBound":1,"independentScore":0.6652630076368564,"independent":true,"opponentIds":2182,"independentOpponentIds":2182,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:grok/grok-4.7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ec2837169e1f8b98ab031419","2b69ccdf719cd04281d497ac","5caa8fba618fda31e55ccf90","0e287adfb45fde42247168a1","cf097dc6ba885e21c75400fb","2f9310887cd5aa39bffe8ffa","6afe377b2022d0d1d9389fc8","cb87a679236e62548aa0d2c7","b45444502e93ec4564a9b667","65198d32df73ba44f18660a1","7c51934fb450c7aeeb2c2c06","f70475a7806986c208e4b475","d5a917ea2f3c76f70e469243","cfde71800b76a410683bd9bd","726551d5156c0a252f55a4d4","5b52b90c46791b28a2952476","c6fcba70fe006c20bead04c2","89b54ce80dc4f23c8c748073","997db17ffbb8901dac4b9051","03d8a27181e69e9adae8ac02","panel-633e9a68cee7aa3fb4b67979","panel-7abf85f1de127761dfb4a243","panel-eb1630d6571f33ec35b4857c","panel-44a5c4225ed2f6e960b849ed","panel-277ec4301d4c151d341badad","panel-d6dfa32303cdf3f250dd3ec2","panel-47a51d6b96d0cd6547d125e9","panel-ed2c7ad29478e2c8b59b4217","panel-ca92bdf8905c066c45d0aae8","panel-7c74c5d6ab8aa9e5bf2c203d","panel-ee701308d97e330a8b4249fa","panel-a091c9ab2a910352398c4d11","panel-4e9e5ef059d5f6b13b1104ae","panel-f6561ed3d1bce5caa9f84e40","panel-13ea0487b82427d49282c61a","panel-f3a299d30f60c54be14032b5","panel-731812b88cf83b8e27677bc4","panel-6446ae5edd6721dc3adaea29","panel-56e7d01f9fa933b0101d1680","panel-7e3267de1425c09c7573aeff","panel-55d2a85e79aa182c3e6d7d96","panel-52b987e4055d035ea7f9510e","panel-851f97e929141acd934cc57a","vals-finance-agent-v2:grok/grok-4.7","vals-code-migration-v1:grok/grok-4.7","vals-legal-research-v1:grok/grok-4.7","vals-emb-v1:grok/grok-4.7","vals-terminal-bench-2-1-v2.1:grok/grok-4.7","vals-vibe-code-bench-v1.1:grok/grok-4.7","vals-legal-agent-benchmark-v1:grok/grok-4.7","vals-tax-agent-bench-v1:grok/grok-4.7"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":59}],"unspecified":0,"total":59}},{"id":"grok-4.7--effort-low","name":"Grok 4.7 · Low","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.7","detailsUrl":"/efforts?model=grok-4.7","publishedBenchmarkCount":16,"overallRating":{"score":0.23260427337761289,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":231,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5635670207881195},{"source":"Artificial Analysis","independent":true,"share":0.43643297921188234}],"familyWeights":[{"family":"arc-agi","share":0.3190578522388895},{"family":"arc-agi-3","share":0.2445091685492301},{"family":"mmmu-pro","share":0.06702417375558956},{"family":"hle","share":0.04764488060054534},{"family":"critpt","share":0.04708437621420884},{"family":"omniscience","share":0.046712770975635205},{"family":"aa-lcr","share":0.04362781558832016},{"family":"gdpval","share":0.038205708695384824},{"family":"briefcase","share":0.03429078557928692},{"family":"automationbench","share":0.03389469722832956},{"family":"gdp-pdf","share":0.03384451781417334},{"family":"terminal-bench-science","share":0.026004357941960904},{"family":"terminal-bench","share":0.01809889481844865}]},"capabilityRatings":[{"bucket":"agentic","score":0.5987019837091393,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2701899296686363,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5431748949345084,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4612547319171367,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.33293816489777756,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5348332713114902,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.882260585361259,"lowerBound":0,"upperBound":1,"independentScore":0.882260585361259,"independent":true,"opponentIds":2160,"independentOpponentIds":2160,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["38395bbc146d85b41773b2b7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9152814429991319,"lowerBound":0,"upperBound":1,"independentScore":0.9152814429991319,"independent":true,"opponentIds":2161,"independentOpponentIds":2161,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["596fd29699291e64305c85ef"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8306095706709635,"lowerBound":0,"upperBound":1,"independentScore":0.8306095706709635,"independent":true,"opponentIds":2162,"independentOpponentIds":2162,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0a4556c4b68bc148bb12e48f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8753087914422955,"lowerBound":0,"upperBound":1,"independentScore":0.8753087914422955,"independent":true,"opponentIds":2163,"independentOpponentIds":2163,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5ddf4b0e44b7c7f374a21f1d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8494926002103922,"lowerBound":0,"upperBound":1,"independentScore":0.8494926002103922,"independent":true,"opponentIds":2164,"independentOpponentIds":2164,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d29b25e8a7b9b6ed2e3ca21e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8928087078277578,"lowerBound":0,"upperBound":1,"independentScore":0.8928087078277578,"independent":true,"opponentIds":2165,"independentOpponentIds":2165,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["51ba44b4b10892a5cb41b810"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.901730449584766,"lowerBound":0,"upperBound":1,"independentScore":0.901730449584766,"independent":true,"opponentIds":2166,"independentOpponentIds":2166,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7b3d4a8e4009bd7ee7a18409"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.81112936581207,"lowerBound":0,"upperBound":1,"independentScore":0.81112936581207,"independent":true,"opponentIds":2183,"independentOpponentIds":2183,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["15923d8b71d72b81ad75f32d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9365774547836253,"lowerBound":0,"upperBound":1,"independentScore":0.9365774547836253,"independent":true,"opponentIds":2167,"independentOpponentIds":2167,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8a73d97d246ac5b73331dc73"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.3689913787056157,"lowerBound":0,"upperBound":1,"independentScore":0.3689913787056157,"independent":true,"opponentIds":2168,"independentOpponentIds":2168,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["f07a038bae7cae4fd1379c49"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6177387545807997,"lowerBound":0,"upperBound":1,"independentScore":0.6177387545807997,"independent":true,"opponentIds":2164,"independentOpponentIds":2164,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["bc5bf61803cb8e9a3318074c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4362906276369777,"lowerBound":0,"upperBound":1,"independentScore":0.4362906276369777,"independent":true,"opponentIds":2169,"independentOpponentIds":2169,"panelSize":49,"publishers":["ARC Prize"],"observations":["ed9081277774b6168520018d"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.23631621787737359,"lowerBound":0,"upperBound":1,"independentScore":0.23631621787737359,"independent":true,"opponentIds":2170,"independentOpponentIds":2170,"panelSize":14,"publishers":["ARC Prize"],"observations":["5e9500f221faa7f9062ad0d2","b9cd81a3a14751517d70b67b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38395bbc146d85b41773b2b7","596fd29699291e64305c85ef","0a4556c4b68bc148bb12e48f","5ddf4b0e44b7c7f374a21f1d","d29b25e8a7b9b6ed2e3ca21e","51ba44b4b10892a5cb41b810","7b3d4a8e4009bd7ee7a18409","15923d8b71d72b81ad75f32d","8a73d97d246ac5b73331dc73","f07a038bae7cae4fd1379c49","bc5bf61803cb8e9a3318074c","ed9081277774b6168520018d","5e9500f221faa7f9062ad0d2","b9cd81a3a14751517d70b67b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411","gpt-5.2-pro","o3-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"grok-4.7--effort-medium","name":"Grok 4.7 · Medium","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.7","detailsUrl":"/efforts?model=grok-4.7","publishedBenchmarkCount":3,"overallRating":{"score":0.4885922301810142,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":0.6324165042922388},{"family":"arc-agi-3","share":0.36758349570776083}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4742357781335171,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7306404111566677,"lowerBound":0,"upperBound":1,"independentScore":0.7306404111566677,"independent":true,"opponentIds":2169,"independentOpponentIds":2169,"panelSize":49,"publishers":["ARC Prize"],"observations":["cecc3541717ce505ea7525f6"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.6373607267564003,"lowerBound":0,"upperBound":1,"independentScore":0.6373607267564003,"independent":true,"opponentIds":2170,"independentOpponentIds":2170,"panelSize":14,"publishers":["ARC Prize"],"observations":["c49f9aec89220786fdfb9d2f","522b46b6ccbbf354137774aa"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cecc3541717ce505ea7525f6","c49f9aec89220786fdfb9d2f","522b46b6ccbbf354137774aa"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":3}],"unspecified":0,"total":3}},{"id":"hy3--effort-reasoning","name":"Hy3 · Reasoning","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3","detailsUrl":"/efforts?model=hy3","publishedBenchmarkCount":14,"overallRating":{"score":0.19305312861799595,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000249}],"familyWeights":[{"family":"hle","share":0.10716504141392465},{"family":"gpqa","share":0.10687883298868674},{"family":"critpt","share":0.10636415511994401},{"family":"omniscience","share":0.10589655405559845},{"family":"aa-lcr","share":0.09838043412311989},{"family":"gdpval","share":0.09158974006428325},{"family":"briefcase","share":0.08478986903509518},{"family":"automationbench","share":0.08436577747273134},{"family":"gdp-pdf","share":0.08409577109130588},{"family":"terminal-bench","share":0.07400470530973408},{"family":"tau-bench","share":0.056469119325596645}]},"capabilityRatings":[{"bucket":"agentic","score":0.2958607026164289,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.31445866107369896,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.25643575866321616,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23303558349202821,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4495845130091542,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5749763301064934,"lowerBound":0,"upperBound":1,"independentScore":0.5749763301064934,"independent":true,"opponentIds":2184,"independentOpponentIds":2184,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7b1d520fbbabe63fbfb6be51"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8758288986000894,"lowerBound":0,"upperBound":1,"independentScore":0.8758288986000894,"independent":true,"opponentIds":2185,"independentOpponentIds":2185,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dbe2f8f3df27510117453b6d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5016048496507068,"lowerBound":0,"upperBound":1,"independentScore":0.5016048496507068,"independent":true,"opponentIds":2186,"independentOpponentIds":2186,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["725cf8be083eeea3761a0746"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7780689876442362,"lowerBound":0,"upperBound":1,"independentScore":0.7780689876442362,"independent":true,"opponentIds":2187,"independentOpponentIds":2187,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ed230f269f79598168400161"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.586858778154998,"lowerBound":0,"upperBound":1,"independentScore":0.586858778154998,"independent":true,"opponentIds":2188,"independentOpponentIds":2188,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["875ff8bc105e8938ba3ab493"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6470201653390119,"lowerBound":0,"upperBound":1,"independentScore":0.6470201653390119,"independent":true,"opponentIds":2189,"independentOpponentIds":2189,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["bab2cb3b9298c7559a38c70c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.899791639973662,"lowerBound":0,"upperBound":1,"independentScore":0.899791639973662,"independent":true,"opponentIds":2190,"independentOpponentIds":2190,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c62d7142b2955f3cccde331b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8270291832784936,"lowerBound":0,"upperBound":1,"independentScore":0.8270291832784936,"independent":true,"opponentIds":2191,"independentOpponentIds":2191,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a7a35fd1ba65fa084a53bfff"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7857875408559893,"lowerBound":0,"upperBound":1,"independentScore":0.7857875408559893,"independent":true,"opponentIds":2192,"independentOpponentIds":2192,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["02867ce545a79d28fdca774c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6587339055750584,"lowerBound":0,"upperBound":1,"independentScore":0.6587339055750584,"independent":true,"opponentIds":2193,"independentOpponentIds":2193,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["42aa341468210b376e09693e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5749323773554841,"lowerBound":0,"upperBound":1,"independentScore":0.5749323773554841,"independent":true,"opponentIds":2194,"independentOpponentIds":2194,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["c802eac5e2f5b0cc14a4b3d2","e9c96fd0e4307f0a3d58c1b2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7b1d520fbbabe63fbfb6be51","dbe2f8f3df27510117453b6d","725cf8be083eeea3761a0746","ed230f269f79598168400161","875ff8bc105e8938ba3ab493","bab2cb3b9298c7559a38c70c","c62d7142b2955f3cccde331b","a7a35fd1ba65fa084a53bfff","02867ce545a79d28fdca774c","42aa341468210b376e09693e","c802eac5e2f5b0cc14a4b3d2","e9c96fd0e4307f0a3d58c1b2"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"hy3-preview--effort-non-reasoning","name":"Hy3-preview · Non-reasoning","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3-preview","detailsUrl":"/efforts?model=hy3-preview","publishedBenchmarkCount":9,"overallRating":{"score":0.03055737687252569,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000133}],"familyWeights":[{"family":"ifbench","share":0.13390443711953737},{"family":"gpqa","share":0.1329838987029003},{"family":"hle","share":0.13247252698952644},{"family":"critpt","share":0.1322178137130541},{"family":"omniscience","share":0.1293216710972599},{"family":"aa-lcr","share":0.12037940808500242},{"family":"tau-bench","share":0.11397946940316667},{"family":"terminal-bench","share":0.10474077488955862}]},"capabilityRatings":[{"bucket":"agentic","score":0.09680492080743182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07085894835623752,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1534967021430243,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08821322443292628,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.0685132668370334,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.408134070919661,"lowerBound":0,"upperBound":1,"independentScore":0.408134070919661,"independent":true,"opponentIds":2195,"independentOpponentIds":2195,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ef559fa4c43c26694bf787aa"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5141196531274231,"lowerBound":0,"upperBound":1,"independentScore":0.5141196531274231,"independent":true,"opponentIds":2196,"independentOpponentIds":2196,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0b9583430639861c86d85e2f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5148018018416006,"lowerBound":0,"upperBound":1,"independentScore":0.5148018018416006,"independent":true,"opponentIds":2197,"independentOpponentIds":2197,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8105b1407e966b7ace150043"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3890244593527924,"lowerBound":0,"upperBound":1,"independentScore":0.3890244593527924,"independent":true,"opponentIds":2198,"independentOpponentIds":2198,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ede59fb652037041ce1a1dd1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5845765556827741,"lowerBound":0,"upperBound":1,"independentScore":0.5845765556827741,"independent":true,"opponentIds":2199,"independentOpponentIds":2199,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5a9e1184bb651c83cf370ab6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5920136686143646,"lowerBound":0,"upperBound":1,"independentScore":0.5920136686143646,"independent":true,"opponentIds":2200,"independentOpponentIds":2200,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e6e605672e21f6d859de5904"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.629202293057709,"lowerBound":0,"upperBound":1,"independentScore":0.629202293057709,"independent":true,"opponentIds":2201,"independentOpponentIds":2201,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0695f8b0b910244d05c7a925"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7744034916734801,"lowerBound":0,"upperBound":1,"independentScore":0.7744034916734801,"independent":true,"opponentIds":2202,"independentOpponentIds":2202,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a3c4359e7b3ebe3d66db5807"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ef559fa4c43c26694bf787aa","0b9583430639861c86d85e2f","8105b1407e966b7ace150043","ede59fb652037041ce1a1dd1","5a9e1184bb651c83cf370ab6","e6e605672e21f6d859de5904","0695f8b0b910244d05c7a925","a3c4359e7b3ebe3d66db5807"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"hy3-preview--effort-reasoning","name":"Hy3-preview · Reasoning","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3-preview","detailsUrl":"/efforts?model=hy3-preview","publishedBenchmarkCount":9,"overallRating":{"score":0.1179965091808408,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000133}],"familyWeights":[{"family":"ifbench","share":0.13390443711953737},{"family":"gpqa","share":0.1329838987029003},{"family":"hle","share":0.13247252698952644},{"family":"critpt","share":0.1322178137130541},{"family":"omniscience","share":0.1293216710972599},{"family":"aa-lcr","share":0.12037940808500242},{"family":"tau-bench","share":0.11397946940316667},{"family":"terminal-bench","share":0.10474077488955862}]},"capabilityRatings":[{"bucket":"agentic","score":0.2937791764359024,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.259553637962379,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1909004788670865,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15226601080894808,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.17635396255236468,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6417398781006945,"lowerBound":0,"upperBound":1,"independentScore":0.6417398781006945,"independent":true,"opponentIds":2195,"independentOpponentIds":2195,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c68b83e1d7b894a93142c739"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7727523878680722,"lowerBound":0,"upperBound":1,"independentScore":0.7727523878680722,"independent":true,"opponentIds":2196,"independentOpponentIds":2196,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["81a106f485bd6b878caf732e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.85894022116361,"lowerBound":0,"upperBound":1,"independentScore":0.85894022116361,"independent":true,"opponentIds":2197,"independentOpponentIds":2197,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c5b5e8eb7d2c919e6919413b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7743946020269241,"lowerBound":0,"upperBound":1,"independentScore":0.7743946020269241,"independent":true,"opponentIds":2198,"independentOpponentIds":2198,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fa0d7ae753fb74157d138e17"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7441779791300637,"lowerBound":0,"upperBound":1,"independentScore":0.7441779791300637,"independent":true,"opponentIds":2199,"independentOpponentIds":2199,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["96069ed2be775a9053422ed9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7122308756208524,"lowerBound":0,"upperBound":1,"independentScore":0.7122308756208524,"independent":true,"opponentIds":2200,"independentOpponentIds":2200,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3b0fcbd11b64f27c16e87a8d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8728792441100208,"lowerBound":0,"upperBound":1,"independentScore":0.8728792441100208,"independent":true,"opponentIds":2201,"independentOpponentIds":2201,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9773ef1b60a79df50df32edc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8247353742463837,"lowerBound":0,"upperBound":1,"independentScore":0.8247353742463837,"independent":true,"opponentIds":2202,"independentOpponentIds":2202,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["04ca7fd5e9a8ca87409e10ef"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c68b83e1d7b894a93142c739","81a106f485bd6b878caf732e","c5b5e8eb7d2c919e6919413b","fa0d7ae753fb74157d138e17","96069ed2be775a9053422ed9","3b0fcbd11b64f27c16e87a8d","9773ef1b60a79df50df32edc","04ca7fd5e9a8ca87409e10ef"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"k-exaone-2.0-750b-a37b--effort-reasoning","name":"K EXAONE 2.0 750B A37B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"k-exaone-2.0-750b-a37b","detailsUrl":"/efforts?model=k-exaone-2.0-750b-a37b","publishedBenchmarkCount":9,"overallRating":{"score":0.04069210747089583,"supported":true,"families":7,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":7,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"gpqa","share":0.17541399095567473},{"family":"hle","share":0.17540928842706208},{"family":"critpt","share":0.17346308636261612},{"family":"omniscience","share":0.1719997514014481},{"family":"aa-lcr","share":0.16041272871917567},{"family":"tau-bench","share":0.08024871423358264},{"family":"terminal-bench","share":0.06305243990043989}]},"capabilityRatings":[{"bucket":"agentic","score":0.13873636394101244,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16189778146715253,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11663929346317918,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.018563672306189636,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.13514047283731245,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5641355351904566,"lowerBound":0,"upperBound":1,"independentScore":0.5641355351904566,"independent":true,"opponentIds":2203,"independentOpponentIds":2203,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["29ceb6814f660e208c866e8e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.616619977621501,"lowerBound":0,"upperBound":1,"independentScore":0.616619977621501,"independent":true,"opponentIds":2204,"independentOpponentIds":2204,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["210dc08ae104b6881922170a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7374857536689009,"lowerBound":0,"upperBound":1,"independentScore":0.7374857536689009,"independent":true,"opponentIds":2205,"independentOpponentIds":2205,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["64d70b8f34969d4a53e95f09"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6690623799407934,"lowerBound":0,"upperBound":1,"independentScore":0.6690623799407934,"independent":true,"opponentIds":2206,"independentOpponentIds":2206,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["099ee1a93cd06c7ab2f69a34"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1636915153082183,"lowerBound":0,"upperBound":1,"independentScore":0.1636915153082183,"independent":true,"opponentIds":2207,"independentOpponentIds":2207,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2780f79aa06f0fd4124fb082"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.371533531082991,"lowerBound":0,"upperBound":1,"independentScore":0.371533531082991,"independent":true,"opponentIds":2208,"independentOpponentIds":2208,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["37a0953e32360929a2941fbd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.501603077509706,"lowerBound":0,"upperBound":1,"independentScore":0.501603077509706,"independent":true,"opponentIds":2209,"independentOpponentIds":2209,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["b97f8d9cadb3480480d4fc6d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["29ceb6814f660e208c866e8e","210dc08ae104b6881922170a","64d70b8f34969d4a53e95f09","099ee1a93cd06c7ab2f69a34","2780f79aa06f0fd4124fb082","37a0953e32360929a2941fbd","b97f8d9cadb3480480d4fc6d"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"k-exaone-236b-a23b--effort-non-reasoning","name":"K EXAONE 236B A23B · Non-reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"k-exaone-236b-a23b","detailsUrl":"/efforts?model=k-exaone-236b-a23b","publishedBenchmarkCount":12,"overallRating":{"score":0.011594002705820389,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000215}],"familyWeights":[{"family":"ifbench","share":0.09812960643243548},{"family":"mmlu-pro","share":0.09783517613571172},{"family":"gpqa","share":0.0964904413588536},{"family":"hle","share":0.09643049991516195},{"family":"critpt","share":0.09569392336691304},{"family":"aime","share":0.0947374674071734},{"family":"omniscience","share":0.0945066967692489},{"family":"aa-lcr","share":0.08788085782281636},{"family":"tau-bench","share":0.08319800229595539},{"family":"gmmlu","share":0.07857131086171294},{"family":"terminal-bench","share":0.07652601763402767}]},"capabilityRatings":[{"bucket":"agentic","score":0.08602472654312375,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03886403290005341,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.030280834387390196,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03372506291092319,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.11009293539885946,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.45261147389324347,"lowerBound":0,"upperBound":1,"independentScore":0.45261147389324347,"independent":true,"opponentIds":2210,"independentOpponentIds":2210,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["940370aaedaeafccbaa815dd"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5162579889138863,"lowerBound":0,"upperBound":1,"independentScore":0.5162579889138863,"independent":true,"opponentIds":2211,"independentOpponentIds":2211,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4f07384d9d52a7fe91a6f574"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2328451035122388,"lowerBound":0,"upperBound":1,"independentScore":0.2328451035122388,"independent":true,"opponentIds":2212,"independentOpponentIds":2212,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["368e01788a286f45ff312089"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.1588734787196765,"lowerBound":0,"upperBound":1,"independentScore":0.1588734787196765,"independent":true,"opponentIds":2213,"independentOpponentIds":2213,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["e9b96f3441cf2f7569161137"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.454233316650157,"lowerBound":0,"upperBound":1,"independentScore":0.454233316650157,"independent":true,"opponentIds":2214,"independentOpponentIds":2214,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2c65d6e1561964eea7a2e608"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3254965569898254,"lowerBound":0,"upperBound":1,"independentScore":0.3254965569898254,"independent":true,"opponentIds":2215,"independentOpponentIds":2215,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["02cc8dd32ee8e6e63cc2728b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.40196780282181,"lowerBound":0,"upperBound":1,"independentScore":0.40196780282181,"independent":true,"opponentIds":2216,"independentOpponentIds":2216,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5835712a4022a343643485e3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7249660647187034,"lowerBound":0,"upperBound":1,"independentScore":0.7249660647187034,"independent":true,"opponentIds":2217,"independentOpponentIds":2217,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["27271f132873252b7a8add85"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.19404859460854998,"lowerBound":0,"upperBound":1,"independentScore":0.19404859460854998,"independent":true,"opponentIds":2218,"independentOpponentIds":2218,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b5681c2b592c28e60853de1c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6037576922570059,"lowerBound":0,"upperBound":1,"independentScore":0.6037576922570059,"independent":true,"opponentIds":2219,"independentOpponentIds":2219,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8cc243a5909dbf9cbbc8d10a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.37749073472365974,"lowerBound":0,"upperBound":1,"independentScore":0.37749073472365974,"independent":true,"opponentIds":2220,"independentOpponentIds":2220,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["30dab2414c4fc919a207dfd0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["940370aaedaeafccbaa815dd","4f07384d9d52a7fe91a6f574","368e01788a286f45ff312089","e9b96f3441cf2f7569161137","2c65d6e1561964eea7a2e608","02cc8dd32ee8e6e63cc2728b","5835712a4022a343643485e3","27271f132873252b7a8add85","b5681c2b592c28e60853de1c","8cc243a5909dbf9cbbc8d10a","30dab2414c4fc919a207dfd0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"k-exaone-236b-a23b--effort-reasoning","name":"K EXAONE 236B A23B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"k-exaone-236b-a23b","detailsUrl":"/efforts?model=k-exaone-236b-a23b","publishedBenchmarkCount":15,"overallRating":{"score":0.04204243064154283,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000107}],"familyWeights":[{"family":"livecodebench","share":0.11116116223349914},{"family":"gdpval","share":0.09398442903163391},{"family":"terminal-bench","share":0.08325134651361396},{"family":"mmlu-pro","share":0.07562366253541325},{"family":"ifbench","share":0.07538988814007713},{"family":"gpqa","share":0.07395827546759828},{"family":"hle","share":0.07394450819976553},{"family":"aime","share":0.07386545629764008},{"family":"critpt","share":0.07321095798831585},{"family":"omniscience","share":0.07253133389318046},{"family":"aa-lcr","share":0.06753041541721373},{"family":"tau-bench","share":0.0636774408843218},{"family":"gmmlu","share":0.0618711233977368}]},"capabilityRatings":[{"bucket":"agentic","score":0.09388689316670923,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1439217011447093,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11199137791797638,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07874734766899034,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.14278914540006651,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9218666151706382,"lowerBound":0,"upperBound":1,"independentScore":0.9218666151706382,"independent":true,"opponentIds":2210,"independentOpponentIds":2210,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["248628f25209685f2e813405"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5813406439725144,"lowerBound":0,"upperBound":1,"independentScore":0.5813406439725144,"independent":true,"opponentIds":2211,"independentOpponentIds":2211,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3d7800bef3152ab150d04958"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6348013977234856,"lowerBound":0,"upperBound":1,"independentScore":0.6348013977234856,"independent":true,"opponentIds":2212,"independentOpponentIds":2212,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f6d4cdc6f942e0cd40356df3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.2778387231489082,"lowerBound":0,"upperBound":1,"independentScore":0.2778387231489082,"independent":true,"opponentIds":2221,"independentOpponentIds":2221,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fd11ac1482800a35b1dc9043"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.32584779636753153,"lowerBound":0,"upperBound":1,"independentScore":0.32584779636753153,"independent":true,"opponentIds":2213,"independentOpponentIds":2213,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bcb923d99217ff28ee7af856"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6350992046938564,"lowerBound":0,"upperBound":1,"independentScore":0.6350992046938564,"independent":true,"opponentIds":2214,"independentOpponentIds":2214,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0437fefd7ee49ace79820857"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6018683480906635,"lowerBound":0,"upperBound":1,"independentScore":0.6018683480906635,"independent":true,"opponentIds":2215,"independentOpponentIds":2215,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d32f54031e59460e2a5ab5da"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7750385559811674,"lowerBound":0,"upperBound":1,"independentScore":0.7750385559811674,"independent":true,"opponentIds":2216,"independentOpponentIds":2216,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["be6b8730183dc85bad1c7223"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8654407081250906,"lowerBound":0,"upperBound":1,"independentScore":0.8654407081250906,"independent":true,"opponentIds":2222,"independentOpponentIds":2222,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["856a3db006f6d9daa745ceac"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8737420888429768,"lowerBound":0,"upperBound":1,"independentScore":0.8737420888429768,"independent":true,"opponentIds":2217,"independentOpponentIds":2217,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0c644501691c892c4d6e6628"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.32139987781881824,"lowerBound":0,"upperBound":1,"independentScore":0.32139987781881824,"independent":true,"opponentIds":2218,"independentOpponentIds":2218,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2812d3d5ae36f9f251dd27e7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6828500919172743,"lowerBound":0,"upperBound":1,"independentScore":0.6828500919172743,"independent":true,"opponentIds":2219,"independentOpponentIds":2219,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1a47670629cd21ee68944b7f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5504976190794284,"lowerBound":0,"upperBound":1,"independentScore":0.5504976190794284,"independent":true,"opponentIds":2223,"independentOpponentIds":2223,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7a942a894babe14e3d6e64da","5c4b5d8b71c63b017f4596ad"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["248628f25209685f2e813405","3d7800bef3152ab150d04958","f6d4cdc6f942e0cd40356df3","fd11ac1482800a35b1dc9043","bcb923d99217ff28ee7af856","0437fefd7ee49ace79820857","d32f54031e59460e2a5ab5da","be6b8730183dc85bad1c7223","856a3db006f6d9daa745ceac","0c644501691c892c4d6e6628","2812d3d5ae36f9f251dd27e7","1a47670629cd21ee68944b7f","7a942a894babe14e3d6e64da","5c4b5d8b71c63b017f4596ad"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"kimi-k2.6--effort-reasoning","name":"Kimi-K2.6 · Reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.6","detailsUrl":"/efforts?model=kimi-k2.6","publishedBenchmarkCount":25,"overallRating":{"score":0.23141342309568821,"supported":true,"families":18,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0.2499999999999999,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.749999999999987},{"source":"Moonshot AI","independent":false,"share":0.25}],"familyWeights":[{"family":"mmmu-pro","share":0.12067939506703411},{"family":"terminal-bench","share":0.11602517164038861},{"family":"charxiv","share":0.0625},{"family":"swe-bench-multilingual","share":0.0625},{"family":"gdpval","share":0.053860126085452625},{"family":"tau-bench","share":0.052662773803651045},{"family":"automationbench","share":0.051802511416240295},{"family":"briefcase","share":0.05180223008102472},{"family":"gdp-pdf","share":0.05161216005663001},{"family":"ifbench","share":0.045730530802996855},{"family":"hle","share":0.044819432524600016},{"family":"gpqa","share":0.04477957611730017},{"family":"critpt","share":0.04422176279450133},{"family":"omniscience","share":0.04391091117160651},{"family":"aa-lcr","share":0.04107606067227577},{"family":"apex-agents","share":0.03768103710808483},{"family":"enterprise-ops","share":0.037275797273382365},{"family":"itbench","share":0.03706052338483488}]},"capabilityRatings":[{"bucket":"agentic","score":0.27658051171193393,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.37332482814804213,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.30384150925779435,"supported":true,"families":2,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2846648219221488,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3560118230023979,"supported":true,"families":2,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5971805309333883,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4761173265832637,"lowerBound":0,"upperBound":1,"independentScore":0.4761173265832637,"independent":true,"opponentIds":2224,"independentOpponentIds":2224,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c0c65d1d51afa78a01a1af9c"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.746462458256248,"lowerBound":0,"upperBound":1,"independentScore":0.746462458256248,"independent":true,"opponentIds":2225,"independentOpponentIds":2225,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["e6b47bd6f606a86747f75627"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9364447042588401,"lowerBound":0,"upperBound":1,"independentScore":0.9364447042588401,"independent":true,"opponentIds":2226,"independentOpponentIds":2226,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d4224d6cba3e271e54e68e1b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.47728644755078364,"lowerBound":0,"upperBound":1,"independentScore":0.47728644755078364,"independent":true,"opponentIds":2227,"independentOpponentIds":2227,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["2563f5afc793ef0c6d07cd8f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8210557753303307,"lowerBound":0,"upperBound":1,"independentScore":0.8210557753303307,"independent":true,"opponentIds":2228,"independentOpponentIds":2228,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["502c49969a4ecdde66e2ab61"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.46686034186161623,"lowerBound":0,"upperBound":1,"independentScore":0.46686034186161623,"independent":true,"opponentIds":2229,"independentOpponentIds":2229,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["3d14a2dd2de76000901d9dab"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.659961339300057,"lowerBound":0,"upperBound":1,"independentScore":0.659961339300057,"independent":true,"opponentIds":2230,"independentOpponentIds":2230,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1a5c35e31d7b55148a084a1a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6434064870590546,"lowerBound":0,"upperBound":1,"independentScore":0.6434064870590546,"independent":true,"opponentIds":2231,"independentOpponentIds":2231,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6a36893ae047b8ddc312f1bc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9331800383477183,"lowerBound":0,"upperBound":1,"independentScore":0.9331800383477183,"independent":true,"opponentIds":2232,"independentOpponentIds":2232,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["af97b3aace4b8c10ade79cb2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8807434307621703,"lowerBound":0,"upperBound":1,"independentScore":0.8807434307621703,"independent":true,"opponentIds":2233,"independentOpponentIds":2233,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["9876caaf0789b4d8f2c3993b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.946255300566423,"lowerBound":0,"upperBound":1,"independentScore":0.946255300566423,"independent":true,"opponentIds":2234,"independentOpponentIds":2234,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c1d14aa9f2ac19b07fe9253a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.34522425850925387,"lowerBound":0,"upperBound":1,"independentScore":0.34522425850925387,"independent":true,"opponentIds":2235,"independentOpponentIds":2235,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["1e536ab84977b3d1dcda2e75"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4188879804774063,"lowerBound":0,"upperBound":1,"independentScore":0.8688840443703499,"independent":true,"opponentIds":2236,"independentOpponentIds":2236,"panelSize":124,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["2eff8678da2c3b5a4bf91ee9","launch-kimi-k26-card-2194"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7869421013184887,"lowerBound":0,"upperBound":1,"independentScore":0.7869421013184887,"independent":true,"opponentIds":2237,"independentOpponentIds":2237,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1e43b3d72b48539b7330c01d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8433629263277058,"lowerBound":0,"upperBound":1,"independentScore":0.8433629263277058,"independent":true,"opponentIds":2238,"independentOpponentIds":2238,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ceeb0dff0cb147a55964677d","b0024c6ace8a6e7c4f5b8df5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8747948242596939,"lowerBound":0,"upperBound":1,"independentScore":0.728595881893961,"independent":true,"opponentIds":2239,"independentOpponentIds":2239,"panelSize":217,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["4779b4b11f612232b2ca442d","03e0596ab441c909bef972ee","a9557923995c69135bd637fb","launch-kimi-k26-card-2150"],"sourceScores":[]},{"id":"charxiv","label":"charxiv","bucket":"multimodal","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":228,"independentOpponentIds":110,"panelSize":2,"publishers":["Moonshot AI"],"observations":["launch-kimi-k26-card-2202"],"sourceScores":[]},{"id":"swe-bench-multilingual","label":"swe-bench-multilingual","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2240,"independentOpponentIds":110,"panelSize":1,"publishers":["Moonshot AI"],"observations":["launch-kimi-k26-card-2158"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c0c65d1d51afa78a01a1af9c","e6b47bd6f606a86747f75627","d4224d6cba3e271e54e68e1b","2563f5afc793ef0c6d07cd8f","502c49969a4ecdde66e2ab61","3d14a2dd2de76000901d9dab","1a5c35e31d7b55148a084a1a","6a36893ae047b8ddc312f1bc","af97b3aace4b8c10ade79cb2","9876caaf0789b4d8f2c3993b","c1d14aa9f2ac19b07fe9253a","1e536ab84977b3d1dcda2e75","2eff8678da2c3b5a4bf91ee9","1e43b3d72b48539b7330c01d","ceeb0dff0cb147a55964677d","b0024c6ace8a6e7c4f5b8df5","4779b4b11f612232b2ca442d","03e0596ab441c909bef972ee","a9557923995c69135bd637fb","launch-kimi-k26-card-2202","launch-kimi-k26-card-2194","launch-kimi-k26-card-2158","launch-kimi-k26-card-2150"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":25}],"unspecified":0,"total":25}},{"id":"kimi-k2.6--effort-non-reasoning","name":"Kimi-K2.6 · Non-reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.6","detailsUrl":"/efforts?model=kimi-k2.6","publishedBenchmarkCount":10,"overallRating":{"score":0.043100365196747814,"supported":true,"families":9,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":236,"independentFamilies":9,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.6221432101910662},{"source":"Epoch AI","independent":true,"share":0.37785678980894194}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.3778567898089421},{"family":"ifbench","share":0.08390126451613314},{"family":"hle","share":0.08222968327021947},{"family":"gpqa","share":0.08215655919068642},{"family":"critpt","share":0.08113314567842293},{"family":"omniscience","share":0.08056282987889457},{"family":"aa-lcr","share":0.07536176316412872},{"family":"tau-bench","share":0.07116339052533029},{"family":"terminal-bench","share":0.06563457396724795}]},"capabilityRatings":[{"bucket":"agentic","score":0.31602621193869657,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11650101572578418,"supported":true,"families":4,"independentFamilies":4,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2748154065989064,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07890049435140521,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.21485007977285853,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.682648464357326,"lowerBound":0,"upperBound":1,"independentScore":0.682648464357326,"independent":true,"opponentIds":2226,"independentOpponentIds":2226,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9a44dc9f59be8bdd5015a312"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6883930968848371,"lowerBound":0,"upperBound":1,"independentScore":0.6883930968848371,"independent":true,"opponentIds":2228,"independentOpponentIds":2228,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["8b5dee6f02a84bcfc1521def"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6444236119212576,"lowerBound":0,"upperBound":1,"independentScore":0.6444236119212576,"independent":true,"opponentIds":2232,"independentOpponentIds":2232,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8dc00c97fd0d8d4c30d4d3ae"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6847892001448929,"lowerBound":0,"upperBound":1,"independentScore":0.6847892001448929,"independent":true,"opponentIds":2233,"independentOpponentIds":2233,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f8fef2fbfef8abe8215008b5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5233091751754562,"lowerBound":0,"upperBound":1,"independentScore":0.5233091751754562,"independent":true,"opponentIds":2234,"independentOpponentIds":2234,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["072e7d1bc0df4bb01a626b04"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6164606775222393,"lowerBound":0,"upperBound":1,"independentScore":0.6164606775222393,"independent":true,"opponentIds":2237,"independentOpponentIds":2237,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e12c88668886777dfadf2dc1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8948587266371202,"lowerBound":0,"upperBound":1,"independentScore":0.8948587266371202,"independent":true,"opponentIds":2241,"independentOpponentIds":2241,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["828fe25b5f302f66f6fc6566"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9007470548088543,"lowerBound":0,"upperBound":1,"independentScore":0.9007470548088543,"independent":true,"opponentIds":2242,"independentOpponentIds":2242,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["7e2e74eb92490b361bfd99bf"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.17542103550962188,"lowerBound":0,"upperBound":1,"independentScore":0.17542103550962188,"independent":true,"opponentIds":2243,"independentOpponentIds":2243,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-8iiRQiAoCepDELQfUv3VDq"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9a44dc9f59be8bdd5015a312","8b5dee6f02a84bcfc1521def","8dc00c97fd0d8d4c30d4d3ae","f8fef2fbfef8abe8215008b5","072e7d1bc0df4bb01a626b04","e12c88668886777dfadf2dc1","828fe25b5f302f66f6fc6566","7e2e74eb92490b361bfd99bf","epoch-run-8iiRQiAoCepDELQfUv3VDq"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"kimi-k2.7-code--effort-reasoning","name":"Kimi-K2.7-Code · Reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.7-code","detailsUrl":"/efforts?model=kimi-k2.7-code","publishedBenchmarkCount":19,"overallRating":{"score":0.19034087219007367,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000173}],"familyWeights":[{"family":"ifbench","share":0.08770549823485385},{"family":"hle","share":0.08578194555603101},{"family":"gpqa","share":0.08561040664537094},{"family":"critpt","share":0.08538263044004063},{"family":"omniscience","share":0.08507835505997381},{"family":"tau-bench","share":0.08123327203183633},{"family":"terminal-bench","share":0.07990332388685226},{"family":"gdpval","share":0.07595749109239118},{"family":"briefcase","share":0.07144751206928514},{"family":"automationbench","share":0.07126472419839736},{"family":"aa-lcr","share":0.07114376522345424},{"family":"gdp-pdf","share":0.07095075757730746},{"family":"enterprise-ops","share":0.04854031798420636}]},"capabilityRatings":[{"bucket":"agentic","score":0.2783411850003763,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3432581680314404,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.32751852611150306,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2085330589703129,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4722505003983924,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4824838538180234,"lowerBound":0,"upperBound":1,"independentScore":0.4824838538180234,"independent":true,"opponentIds":2244,"independentOpponentIds":2244,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["63bb392b6b3abf71770167e7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7771769180901621,"lowerBound":0,"upperBound":1,"independentScore":0.7771769180901621,"independent":true,"opponentIds":2245,"independentOpponentIds":2245,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["88387229e8cce0c4b453061b","88eae31082764b6f63a7a0fd"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5974357416629581,"lowerBound":0,"upperBound":1,"independentScore":0.5974357416629581,"independent":true,"opponentIds":2246,"independentOpponentIds":2246,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["ab60dcdf1b0dfcfeb47110b6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8338721373765693,"lowerBound":0,"upperBound":1,"independentScore":0.8338721373765693,"independent":true,"opponentIds":2247,"independentOpponentIds":2247,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4f813371d1d4f13c92b30639"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.5488445122962923,"lowerBound":0,"upperBound":1,"independentScore":0.5488445122962923,"independent":true,"opponentIds":2248,"independentOpponentIds":2248,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["83fe42da8f302edfdb023f08"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5974137337386662,"lowerBound":0,"upperBound":1,"independentScore":0.5974137337386662,"independent":true,"opponentIds":2249,"independentOpponentIds":2249,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["5f4cc4e8c65e4c951ef26ba1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6317867357332237,"lowerBound":0,"upperBound":1,"independentScore":0.6317867357332237,"independent":true,"opponentIds":2250,"independentOpponentIds":2250,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["37ded04223768e3023ce7517"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8886798218281141,"lowerBound":0,"upperBound":1,"independentScore":0.8886798218281141,"independent":true,"opponentIds":2251,"independentOpponentIds":2251,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3e669e225a585809c8dd4fc9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8367824111525962,"lowerBound":0,"upperBound":1,"independentScore":0.8367824111525962,"independent":true,"opponentIds":2252,"independentOpponentIds":2252,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5a1a5b9db2d6520bd2afa2e7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7413321585017798,"lowerBound":0,"upperBound":1,"independentScore":0.7413321585017798,"independent":true,"opponentIds":2253,"independentOpponentIds":2253,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["057764867b81c8cbddb8e80c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8564001137936832,"lowerBound":0,"upperBound":1,"independentScore":0.8564001137936832,"independent":true,"opponentIds":2254,"independentOpponentIds":2254,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1f6e336dd0093408d3178e8c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7550564982045609,"lowerBound":0,"upperBound":1,"independentScore":0.7550564982045609,"independent":true,"opponentIds":2255,"independentOpponentIds":2255,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["27d83ba961ef5fc71e6a27ca","fe217e24de0bc7151b14e323"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7589717685506876,"lowerBound":0,"upperBound":1,"independentScore":0.7589717685506876,"independent":true,"opponentIds":2256,"independentOpponentIds":2256,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["c29648182b4f7975f2c9f0aa","472f377c83d4e3dbb7ca25a7","40ef2cb1ea3f3e136a7e3b3d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["63bb392b6b3abf71770167e7","88387229e8cce0c4b453061b","ab60dcdf1b0dfcfeb47110b6","4f813371d1d4f13c92b30639","83fe42da8f302edfdb023f08","5f4cc4e8c65e4c951ef26ba1","37ded04223768e3023ce7517","3e669e225a585809c8dd4fc9","5a1a5b9db2d6520bd2afa2e7","057764867b81c8cbddb8e80c","88eae31082764b6f63a7a0fd","1f6e336dd0093408d3178e8c","27d83ba961ef5fc71e6a27ca","fe217e24de0bc7151b14e323","c29648182b4f7975f2c9f0aa","472f377c83d4e3dbb7ca25a7","40ef2cb1ea3f3e136a7e3b3d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"kimi-k3--effort-max","name":"Kimi K3 · Max","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":63,"overallRating":{"score":0.6647155773036123,"supported":true,"families":36,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":237,"independentFamilies":30,"reason":null,"independentSources":5,"labWeightShare":0.25000000000000144,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Moonshot AI","independent":false,"share":0.24999999999999972},{"source":"Artificial Analysis","independent":true,"share":0.16007485882259376},{"source":"Datacurve","independent":true,"share":0.15801049343742235},{"source":"ARC Prize","independent":true,"share":0.15596663255775647},{"source":"Vals AI","independent":true,"share":0.13815460126602747},{"source":"Epoch AI","independent":true,"share":0.13779341391619465}],"familyWeights":[{"family":"deepswe","share":0.18073776616469514},{"family":"arc-agi","share":0.1559666325577567},{"family":"gpqa","share":0.058621516087878446},{"family":"mmmu-pro","share":0.03246423782068212},{"family":"hle","share":0.03244416047047301},{"family":"automationbench","share":0.032040414928262845},{"family":"simpleqa","share":0.03037854275726468},{"family":"frontiermath","share":0.029791374602774107},{"family":"harvey","share":0.026731132171008636},{"family":"aime","share":0.025945615804094973},{"family":"epoch-game-puzzles","share":0.025461928654539716},{"family":"charxiv","share":0.022727272727272697},{"family":"deepsearchqa","share":0.022727272727272697},{"family":"mcp-atlas","share":0.022727272727272697},{"family":"officeqa","share":0.022727272727272697},{"family":"osworld","share":0.022727272727272697},{"family":"toolathlon","share":0.022727272727272697},{"family":"vals-code-migration","share":0.017424833821059388},{"family":"vibe-code","share":0.017362855485113956},{"family":"vals-legal-research","share":0.017338506770973927},{"family":"vals-excel-modeling","share":0.017247863368384197},{"family":"vals-finance-agent","share":0.01717816895232168},{"family":"vals-tax-agent","share":0.017152571586174475},{"family":"mmlu-pro","share":0.017037249094936504},{"family":"critpt","share":0.009731682056741707},{"family":"omniscience","share":0.00970738088369001},{"family":"aa-lcr","share":0.009630719074802457},{"family":"gdpval","share":0.009500707981768965},{"family":"briefcase","share":0.009353701267394652},{"family":"enterprise-ops","share":0.009327037476029493},{"family":"apex-agents","share":0.009318620988129588},{"family":"gdp-pdf","share":0.009302817269071879},{"family":"analyst-agent","share":0.00923525594865984},{"family":"terminal-bench","share":0.00915548220177426},{"family":"itbench","share":0.009146694140806683},{"family":"tau-bench","share":0.008900893249095859}]},"capabilityRatings":[{"bucket":"agentic","score":0.735754269388682,"supported":true,"families":19,"independentFamilies":14,"opponents":149,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5329259636224781,"supported":true,"families":7,"independentFamilies":7,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6836460139201394,"supported":true,"families":4,"independentFamilies":4,"opponents":142,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3989762228378562,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.513579419049349,"supported":true,"families":2,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7632242649280258,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5129092018150389,"lowerBound":0,"upperBound":1,"independentScore":0.5129092018150389,"independent":true,"opponentIds":2257,"independentOpponentIds":2257,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f56f16daf68bd4553392a870"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8858477741000745,"lowerBound":0,"upperBound":1,"independentScore":0.8858477741000745,"independent":true,"opponentIds":2258,"independentOpponentIds":2258,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["85b0e544c5dc4ef03bfcd15e"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8230205333903358,"lowerBound":0,"upperBound":1,"independentScore":0.8230205333903358,"independent":true,"opponentIds":2259,"independentOpponentIds":2259,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-A33om9MTYMC7xYeLv9X7Ha"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.935182276403704,"lowerBound":0,"upperBound":1,"independentScore":0.935182276403704,"independent":true,"opponentIds":2260,"independentOpponentIds":2260,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["b845ca7f716cab02a8a3c794"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9212592258309178,"lowerBound":0,"upperBound":1,"independentScore":0.9212592258309178,"independent":true,"opponentIds":2261,"independentOpponentIds":2261,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["b2c605c1c811e4babb220053","ac5f0b18f22c569bae306df0"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9586649770199279,"lowerBound":0,"upperBound":1,"independentScore":0.8577932926644267,"independent":true,"opponentIds":2262,"independentOpponentIds":2262,"panelSize":109,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["fba1004fd477e7bf03c01dbc","launch-kimi-820"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9306390527362991,"lowerBound":0,"upperBound":1,"independentScore":0.9306390527362991,"independent":true,"opponentIds":2263,"independentOpponentIds":2263,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3bd2eb52b362bec0e2106fdc"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7626226862130832,"lowerBound":0,"upperBound":1,"independentScore":0.7626226862130832,"independent":true,"opponentIds":2264,"independentOpponentIds":2264,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["043f2f34c6177e1c408aadc2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8672499904752169,"lowerBound":0,"upperBound":1,"independentScore":0.8672499904752169,"independent":true,"opponentIds":2265,"independentOpponentIds":2265,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["b81f8db18bc55b2f8f818c77"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8567800072039651,"lowerBound":0,"upperBound":1,"independentScore":0.8567800072039651,"independent":true,"opponentIds":2266,"independentOpponentIds":2266,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a0a71ed92b3f1fed456d416b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8140897152508076,"lowerBound":0,"upperBound":1,"independentScore":0.9338162542741647,"independent":true,"opponentIds":2267,"independentOpponentIds":2267,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI","Moonshot AI"],"observations":["46b1f3758795f88ce1bce474","epoch-run-B8MaPUe3EYwUZASsNqE7C9","launch-kimi-702"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7401666914164604,"lowerBound":0,"upperBound":1,"independentScore":0.7401666914164604,"independent":true,"opponentIds":2268,"independentOpponentIds":2268,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["8a498215ff5d732cdca8d41a","vals-legal-agent-benchmark-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5150556721092936,"lowerBound":0,"upperBound":1,"independentScore":0.94009435354196,"independent":true,"opponentIds":2269,"independentOpponentIds":2269,"panelSize":224,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["14c8da0b1788cd57c8bdfd0d","launch-kimi-721","launch-kimi-720"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8295366594259654,"lowerBound":0,"upperBound":1,"independentScore":0.8295366594259654,"independent":true,"opponentIds":2270,"independentOpponentIds":2270,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["f569aab802c5a421aa37653c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.508663236375092,"lowerBound":0,"upperBound":1,"independentScore":0.508663236375092,"independent":true,"opponentIds":2271,"independentOpponentIds":2271,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.735099017759069,"lowerBound":0,"upperBound":1,"independentScore":0.8948285322150898,"independent":true,"opponentIds":2272,"independentOpponentIds":2273,"panelSize":125,"publishers":["Artificial Analysis","Moonshot AI"],"observations":["78bcca2c63603190742c4b20","launch-kimi-935","launch-kimi-934"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9074343856427464,"lowerBound":0,"upperBound":1,"independentScore":0.9074343856427464,"independent":true,"opponentIds":2274,"independentOpponentIds":2274,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["86cdec56d6c7e255c7cdf06c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9367364551404808,"lowerBound":0,"upperBound":1,"independentScore":0.9367364551404808,"independent":true,"opponentIds":2275,"independentOpponentIds":2275,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["137868d280739ea5d207e36a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8304660698473819,"lowerBound":0,"upperBound":1,"independentScore":0.8304660698473819,"independent":true,"opponentIds":2276,"independentOpponentIds":2276,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["0f099a2396fb96b0113f9c58","f50da41bcd7b9a9ec73038d3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6324337504680793,"lowerBound":0,"upperBound":1,"independentScore":0.6324337504680793,"independent":true,"opponentIds":2277,"independentOpponentIds":2277,"panelSize":49,"publishers":["ARC Prize"],"observations":["e82af3e6f3c2533aff0ab0d7"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7891613101321332,"lowerBound":0,"upperBound":1,"independentScore":0.794794035885773,"independent":true,"opponentIds":2278,"independentOpponentIds":2278,"panelSize":25,"publishers":["Datacurve","Moonshot AI"],"observations":["50e28ce7104ff5613d31fa3a","launch-kimi-730"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6826896945489541,"lowerBound":0,"upperBound":1,"independentScore":0.6826896945489541,"independent":true,"opponentIds":2279,"independentOpponentIds":2279,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-gZERSAQwxBAevQzBsWfUie","epoch-run-bcntamvGsSH6QgETdoaSph"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6359074890895937,"lowerBound":0,"upperBound":1,"independentScore":0.6359074890895937,"independent":true,"opponentIds":2280,"independentOpponentIds":2280,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-eCq63CuekohAswYftWXJVj"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.5650489994718619,"lowerBound":0,"upperBound":1,"independentScore":0.5650489994718619,"independent":true,"opponentIds":2281,"independentOpponentIds":2281,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-mZLWt2JSYvJyGhMvji7CT8"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.47411524702125757,"lowerBound":0,"upperBound":1,"independentScore":0.47411524702125757,"independent":true,"opponentIds":2282,"independentOpponentIds":2282,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:kimi/kimi-k3"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.17187491542121586,"lowerBound":0,"upperBound":1,"independentScore":0.17187491542121586,"independent":true,"opponentIds":2283,"independentOpponentIds":2283,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.7302936243013257,"lowerBound":0,"upperBound":1,"independentScore":0.7302936243013257,"independent":true,"opponentIds":2284,"independentOpponentIds":2284,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.5917573425971118,"lowerBound":0,"upperBound":1,"independentScore":0.5917573425971118,"independent":true,"opponentIds":2285,"independentOpponentIds":2285,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.7731456491132395,"lowerBound":0,"upperBound":1,"independentScore":0.7731456491132395,"independent":true,"opponentIds":2286,"independentOpponentIds":2286,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:kimi/kimi-k3"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.7255763547964914,"lowerBound":0,"upperBound":1,"independentScore":0.7255763547964914,"independent":true,"opponentIds":2287,"independentOpponentIds":2287,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"osworld","label":"osworld","bucket":"agentic","score":0.8333333333333333,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2288,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-862","launch-kimi-867"],"sourceScores":[]},{"id":"charxiv","label":"charxiv","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2288,"independentOpponentIds":110,"panelSize":3,"publishers":["Moonshot AI"],"observations":["launch-kimi-945","launch-kimi-944"],"sourceScores":[]},{"id":"deepsearchqa","label":"deepsearchqa","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":83,"independentOpponentIds":110,"panelSize":1,"publishers":["Moonshot AI"],"observations":["launch-kimi-789"],"sourceScores":[]},{"id":"officeqa","label":"officeqa","bucket":"agentic","score":0.7500000000000001,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2289,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-850"],"sourceScores":[]},{"id":"mcp-atlas","label":"mcp-atlas","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2289,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-814"],"sourceScores":[]},{"id":"toolathlon","label":"toolathlon","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2289,"independentOpponentIds":110,"panelSize":4,"publishers":["Moonshot AI"],"observations":["launch-kimi-803"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f56f16daf68bd4553392a870","85b0e544c5dc4ef03bfcd15e","b845ca7f716cab02a8a3c794","b2c605c1c811e4babb220053","fba1004fd477e7bf03c01dbc","3bd2eb52b362bec0e2106fdc","043f2f34c6177e1c408aadc2","b81f8db18bc55b2f8f818c77","a0a71ed92b3f1fed456d416b","46b1f3758795f88ce1bce474","8a498215ff5d732cdca8d41a","14c8da0b1788cd57c8bdfd0d","f569aab802c5a421aa37653c","ac5f0b18f22c569bae306df0","78bcca2c63603190742c4b20","86cdec56d6c7e255c7cdf06c","137868d280739ea5d207e36a","0f099a2396fb96b0113f9c58","f50da41bcd7b9a9ec73038d3","e82af3e6f3c2533aff0ab0d7","50e28ce7104ff5613d31fa3a","epoch-run-gZERSAQwxBAevQzBsWfUie","epoch-run-bcntamvGsSH6QgETdoaSph","epoch-run-B8MaPUe3EYwUZASsNqE7C9","epoch-run-eCq63CuekohAswYftWXJVj","epoch-run-A33om9MTYMC7xYeLv9X7Ha","epoch-run-mZLWt2JSYvJyGhMvji7CT8","vals-finance-agent-v2:kimi/kimi-k3","vals-code-migration-v1:kimi/kimi-k3","vals-legal-research-v1:kimi/kimi-k3","vals-emb-v1:kimi/kimi-k3","vals-mmlu-pro-v1:kimi/kimi-k3","vals-vibe-code-bench-v1.1:kimi/kimi-k3","vals-legal-agent-benchmark-v1:kimi/kimi-k3","vals-tax-agent-bench-v1:kimi/kimi-k3","launch-kimi-945","launch-kimi-944","launch-kimi-820","launch-kimi-702","launch-kimi-789","launch-kimi-730","launch-kimi-721","launch-kimi-720","launch-kimi-862","launch-kimi-867","launch-kimi-850","launch-kimi-935","launch-kimi-934","launch-kimi-814","launch-kimi-803"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":63}],"unspecified":0,"total":63}},{"id":"kimi-k3--effort-low","name":"Kimi K3 · Low","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":20,"overallRating":{"score":0.1276040501244639,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":237,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.389402265804233},{"source":"ARC Prize","independent":true,"share":0.3690602054438572},{"source":"Epoch AI","independent":true,"share":0.24153752875190893}],"familyWeights":[{"family":"arc-agi","share":0.36906020544385754},{"family":"gpqa","share":0.11578810789358607},{"family":"epoch-game-puzzles","share":0.08223677145140872},{"family":"aime","share":0.0786497208379598},{"family":"mmmu-pro","share":0.03532181196975192},{"family":"hle","share":0.035248836369194285},{"family":"critpt","share":0.035186222678669096},{"family":"omniscience","share":0.03508353076429478},{"family":"aa-lcr","share":0.033089484332016854},{"family":"gdpval","share":0.03291304129967292},{"family":"briefcase","share":0.03185565245061592},{"family":"automationbench","share":0.03184233428723212},{"family":"gdp-pdf","share":0.031747061918519164},{"family":"terminal-bench","share":0.0285842414132424},{"family":"tau-bench","share":0.023392976889978625}]},"capabilityRatings":[{"bucket":"agentic","score":0.42913545807900505,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17997793592351854,"supported":true,"families":6,"independentFamilies":6,"opponents":237,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5127199301733191,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.41315203650486687,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3618789360981252,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.48356468871445935,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6290002139581942,"lowerBound":0,"upperBound":1,"independentScore":0.6290002139581942,"independent":true,"opponentIds":2258,"independentOpponentIds":2258,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["86381f7db3e6d1a28ce24624"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4406608707092191,"lowerBound":0,"upperBound":1,"independentScore":0.4406608707092191,"independent":true,"opponentIds":2259,"independentOpponentIds":2259,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-frszScNxpHXXjSHawCt9Zb"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8681409898865834,"lowerBound":0,"upperBound":1,"independentScore":0.8681409898865834,"independent":true,"opponentIds":2290,"independentOpponentIds":2290,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f1ea4b0d7743f9448563ba87"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7376054287284359,"lowerBound":0,"upperBound":1,"independentScore":0.7376054287284359,"independent":true,"opponentIds":2262,"independentOpponentIds":2262,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["39b71eadf5b656f0c8895160"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7285590983054343,"lowerBound":0,"upperBound":1,"independentScore":0.7285590983054343,"independent":true,"opponentIds":2263,"independentOpponentIds":2263,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["edc66784be2fd9021d9d36b2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.805279015786146,"lowerBound":0,"upperBound":1,"independentScore":0.805279015786146,"independent":true,"opponentIds":2265,"independentOpponentIds":2265,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["7d6657b2fa3ce606caedef83"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7044956089683473,"lowerBound":0,"upperBound":1,"independentScore":0.7044956089683473,"independent":true,"opponentIds":2266,"independentOpponentIds":2266,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["dc3f37475048deaddb53b23f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7064170775258736,"lowerBound":0,"upperBound":1,"independentScore":0.7064170775258736,"independent":true,"opponentIds":2267,"independentOpponentIds":2267,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["a428750cf404da911fd1200c","epoch-run-mvNb3hNgSZ2gS6jHMtvCdk"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7238759205435666,"lowerBound":0,"upperBound":1,"independentScore":0.7238759205435666,"independent":true,"opponentIds":2269,"independentOpponentIds":2269,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6934be34afb6617ec8138359"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8281955194450218,"lowerBound":0,"upperBound":1,"independentScore":0.8281955194450218,"independent":true,"opponentIds":2273,"independentOpponentIds":2273,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ad5c16749d056c1bf80c4256"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9055075713205787,"lowerBound":0,"upperBound":1,"independentScore":0.9055075713205787,"independent":true,"opponentIds":2274,"independentOpponentIds":2274,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["639926b044b3f53d576de1f9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8672601970948717,"lowerBound":0,"upperBound":1,"independentScore":0.8672601970948717,"independent":true,"opponentIds":2275,"independentOpponentIds":2275,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e0c8248e09af81341b67fa65"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7960092431633222,"lowerBound":0,"upperBound":1,"independentScore":0.7960092431633222,"independent":true,"opponentIds":2276,"independentOpponentIds":2276,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["755feb1cb8470edd0b42b167","dda2e494f1460938614b91da"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4048557004873212,"lowerBound":0,"upperBound":1,"independentScore":0.4048557004873212,"independent":true,"opponentIds":2277,"independentOpponentIds":2277,"panelSize":49,"publishers":["ARC Prize"],"observations":["b4f3231c817b7f55bb013735"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.18356940509915012,"lowerBound":0,"upperBound":1,"independentScore":0.18356940509915012,"independent":true,"opponentIds":2280,"independentOpponentIds":2280,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-CAoLSNkdR27AmHb84fnr8B"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["86381f7db3e6d1a28ce24624","f1ea4b0d7743f9448563ba87","39b71eadf5b656f0c8895160","edc66784be2fd9021d9d36b2","7d6657b2fa3ce606caedef83","dc3f37475048deaddb53b23f","a428750cf404da911fd1200c","6934be34afb6617ec8138359","ad5c16749d056c1bf80c4256","639926b044b3f53d576de1f9","e0c8248e09af81341b67fa65","755feb1cb8470edd0b42b167","dda2e494f1460938614b91da","b4f3231c817b7f55bb013735","epoch-run-mvNb3hNgSZ2gS6jHMtvCdk","epoch-run-CAoLSNkdR27AmHb84fnr8B","epoch-run-frszScNxpHXXjSHawCt9Zb"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.7-flash","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":20}],"unspecified":0,"total":20}},{"id":"kimi-k3--effort-high","name":"Kimi K3 · High","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":5,"overallRating":{"score":0.3654281932425015,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":77,"independentFamilies":3,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6995607580369848},{"source":"Epoch AI","independent":true,"share":0.30043924196301625}],"familyWeights":[{"family":"arc-agi","share":0.6995607580369843},{"family":"gpqa","share":0.15103424907058563},{"family":"aime","share":0.1494049928924305}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.41473908438530177,"supported":true,"families":3,"independentFamilies":3,"opponents":77,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8623373104248352,"lowerBound":0,"upperBound":1,"independentScore":0.8623373104248352,"independent":true,"opponentIds":2259,"independentOpponentIds":2259,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-4E5xGsuRMwMBhAfC4F2G4N"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9370215311004784,"lowerBound":0,"upperBound":1,"independentScore":0.9370215311004784,"independent":true,"opponentIds":2291,"independentOpponentIds":2291,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-AoAD5uVtgVDnXmwA7STuno"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6670017166606435,"lowerBound":0,"upperBound":1,"independentScore":0.6670017166606435,"independent":true,"opponentIds":2277,"independentOpponentIds":2277,"panelSize":49,"publishers":["ARC Prize"],"observations":["98a1e7f8c4f539a73b1ff25c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["98a1e7f8c4f539a73b1ff25c","epoch-run-AoAD5uVtgVDnXmwA7STuno","epoch-run-4E5xGsuRMwMBhAfC4F2G4N"],"opponentModelIds":["qwen-3.8-max-0902","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-4-5-20250929","deepseek-v4.1-flash","gemini-2.5-pro","gemini-4-argon","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","gpt-6.1-sol","grok-4.7","o3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":5}],"unspecified":0,"total":5}},{"id":"kimi-linear-48b-a3b-instruct--effort-non-reasoning","name":"Kimi-Linear-48B-A3B-Instruct · Non-reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-linear-48b-a3b-instruct","detailsUrl":"/efforts?model=kimi-linear-48b-a3b-instruct","publishedBenchmarkCount":9,"overallRating":{"score":0.0029380181666419634,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":230,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999961}],"familyWeights":[{"family":"mmlu-pro","share":0.11826878508282279},{"family":"ifbench","share":0.11783815390164143},{"family":"livecodebench","share":0.11730964560418186},{"family":"aime","share":0.11722367896709858},{"family":"hle","share":0.11535603256568183},{"family":"gpqa","share":0.11516194839062609},{"family":"aa-lcr","share":0.10583511283037224},{"family":"tau-bench","share":0.10039126302028914},{"family":"terminal-bench","share":0.09261537963728945}]},"capabilityRatings":[{"bucket":"agentic","score":0.002990184984836674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.013675646055412894,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.028291562248024274,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.007772485856012601,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.04127196878837163,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3653400556785624,"lowerBound":0,"upperBound":1,"independentScore":0.3653400556785624,"independent":true,"opponentIds":2292,"independentOpponentIds":2292,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1187d83dfc7e0cf1c3cb0f1f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2877703336725293,"lowerBound":0,"upperBound":1,"independentScore":0.2877703336725293,"independent":true,"opponentIds":2293,"independentOpponentIds":2293,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a28e1bf360f6451fb459a28c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1095418997336032,"lowerBound":0,"upperBound":1,"independentScore":0.1095418997336032,"independent":true,"opponentIds":2294,"independentOpponentIds":2294,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fce6dfd0e81f07cb9544ac4d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.0050472087389675105,"lowerBound":0,"upperBound":1,"independentScore":0.0050472087389675105,"independent":true,"opponentIds":2295,"independentOpponentIds":2295,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6f77d8d40ab545d0bf411f78"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1253902521561151,"lowerBound":0,"upperBound":1,"independentScore":0.1253902521561151,"independent":true,"opponentIds":2296,"independentOpponentIds":2296,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dd3256ca33a1679f4f21fe4e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3761262401366762,"lowerBound":0,"upperBound":1,"independentScore":0.3761262401366762,"independent":true,"opponentIds":2297,"independentOpponentIds":2297,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c35ede4aac100ec236173460"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1519707814127703,"lowerBound":0,"upperBound":1,"independentScore":0.1519707814127703,"independent":true,"opponentIds":2298,"independentOpponentIds":2298,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["73b3ca32c6c854d2f898cfc4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.021784917070558515,"lowerBound":0,"upperBound":1,"independentScore":0.021784917070558515,"independent":true,"opponentIds":2299,"independentOpponentIds":2299,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c774e01e9fd4a377f1ad3499"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4898931029681308,"lowerBound":0,"upperBound":1,"independentScore":0.4898931029681308,"independent":true,"opponentIds":2300,"independentOpponentIds":2300,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4e7fa6459cf119043d1b3938"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1187d83dfc7e0cf1c3cb0f1f","a28e1bf360f6451fb459a28c","fce6dfd0e81f07cb9544ac4d","6f77d8d40ab545d0bf411f78","dd3256ca33a1679f4f21fe4e","c35ede4aac100ec236173460","73b3ca32c6c854d2f898cfc4","c774e01e9fd4a377f1ad3499","4e7fa6459cf119043d1b3938"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"labs-devstral-small-2512--effort-non-reasoning","name":"Devstral Small 2 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"labs-devstral-small-2512","detailsUrl":"/efforts?model=labs-devstral-small-2512","publishedBenchmarkCount":22,"overallRating":{"score":0.00647401590584536,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"aime","share":0.06288739931554103},{"family":"mmlu-pro","share":0.06284991478089057},{"family":"livecodebench","share":0.06283887645433825},{"family":"ifbench","share":0.06131412598783198},{"family":"hle","share":0.060229694403869334},{"family":"mmmu-pro","share":0.06019863178433761},{"family":"critpt","share":0.06010975489779685},{"family":"gpqa","share":0.06005080203931597},{"family":"omniscience","share":0.059930078996516735},{"family":"gmmlu","share":0.05921678768371316},{"family":"tau-bench","share":0.05857073427780839},{"family":"terminal-bench","share":0.05779050920966494},{"family":"aa-lcr","share":0.05625700652234336},{"family":"gdpval","share":0.05594638438386516},{"family":"automationbench","share":0.05400277154412398},{"family":"briefcase","share":0.05398067747342621},{"family":"gdp-pdf","share":0.053825850244615454}]},"capabilityRatings":[{"bucket":"agentic","score":0.07506982195006014,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01969887946530526,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02969819603001013,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01497703381814191,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.014643207329837664,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04127196878837163,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.31769200320894536,"lowerBound":0,"upperBound":1,"independentScore":0.31769200320894536,"independent":true,"opponentIds":2301,"independentOpponentIds":2301,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f0f2adc43ec65d85b8f45fd5"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.35930576427933414,"lowerBound":0,"upperBound":1,"independentScore":0.35930576427933414,"independent":true,"opponentIds":2302,"independentOpponentIds":2302,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4f0df62b80b8c9fb83b0a81e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2827097560709501,"lowerBound":0,"upperBound":1,"independentScore":0.2827097560709501,"independent":true,"opponentIds":2303,"independentOpponentIds":2303,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["277826d88691ec9eb915047f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.321174761351453,"lowerBound":0,"upperBound":1,"independentScore":0.321174761351453,"independent":true,"opponentIds":2304,"independentOpponentIds":2304,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f649238deb9d8f1ed9c39912"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2338229680886719,"lowerBound":0,"upperBound":1,"independentScore":0.2338229680886719,"independent":true,"opponentIds":2305,"independentOpponentIds":2305,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9ccc3445c3156458123a9871"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.1193830474417755,"lowerBound":0,"upperBound":1,"independentScore":0.1193830474417755,"independent":true,"opponentIds":2306,"independentOpponentIds":2306,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["0e7d98632bdb7b424068a7d8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.37669719695409065,"lowerBound":0,"upperBound":1,"independentScore":0.37669719695409065,"independent":true,"opponentIds":2307,"independentOpponentIds":2307,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["cbf0e8e4ffcacef38790eba5"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.15573041678999042,"lowerBound":0,"upperBound":1,"independentScore":0.15573041678999042,"independent":true,"opponentIds":2308,"independentOpponentIds":2308,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5dd89b6fd04dc8216937a0a5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.22323541523907897,"lowerBound":0,"upperBound":1,"independentScore":0.22323541523907897,"independent":true,"opponentIds":2309,"independentOpponentIds":2309,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fdb350e52c16cc800f8fdb1a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.04939532554498896,"lowerBound":0,"upperBound":1,"independentScore":0.04939532554498896,"independent":true,"opponentIds":2310,"independentOpponentIds":2310,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0eb124052c0750dd77638fa8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.16282936081050514,"lowerBound":0,"upperBound":1,"independentScore":0.16282936081050514,"independent":true,"opponentIds":2311,"independentOpponentIds":2311,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5f3a8b308a46b3d8691e4eb2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.33040840898340784,"lowerBound":0,"upperBound":1,"independentScore":0.33040840898340784,"independent":true,"opponentIds":2312,"independentOpponentIds":2312,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f58575e3393fbefc53600c5f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2465533496603765,"lowerBound":0,"upperBound":1,"independentScore":0.2465533496603765,"independent":true,"opponentIds":2313,"independentOpponentIds":2313,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["81f793d6f2f88bd3529fa166"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.12895466783866857,"lowerBound":0,"upperBound":1,"independentScore":0.12895466783866857,"independent":true,"opponentIds":2314,"independentOpponentIds":2314,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["390f00a5572b8173cd2b52e2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2885403440108105,"lowerBound":0,"upperBound":1,"independentScore":0.2885403440108105,"independent":true,"opponentIds":2315,"independentOpponentIds":2315,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["589703a977c33adb0239d69f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3425109482869131,"lowerBound":0,"upperBound":1,"independentScore":0.3425109482869131,"independent":true,"opponentIds":2316,"independentOpponentIds":2316,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["f52fe8389f1bb8f3ded3aa92","6c90b87546d259a25837a5c2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.40137679020882244,"lowerBound":0,"upperBound":1,"independentScore":0.40137679020882244,"independent":true,"opponentIds":2317,"independentOpponentIds":2317,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["d988ff2eb76e6caf21e5e2a4","f111753b1bee273c77e6e9e0","0dac65a9f62774845dbe0cc7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f0f2adc43ec65d85b8f45fd5","4f0df62b80b8c9fb83b0a81e","277826d88691ec9eb915047f","f649238deb9d8f1ed9c39912","9ccc3445c3156458123a9871","0e7d98632bdb7b424068a7d8","cbf0e8e4ffcacef38790eba5","5dd89b6fd04dc8216937a0a5","fdb350e52c16cc800f8fdb1a","0eb124052c0750dd77638fa8","5f3a8b308a46b3d8691e4eb2","f58575e3393fbefc53600c5f","81f793d6f2f88bd3529fa166","390f00a5572b8173cd2b52e2","589703a977c33adb0239d69f","f52fe8389f1bb8f3ded3aa92","6c90b87546d259a25837a5c2","d988ff2eb76e6caf21e5e2a4","f111753b1bee273c77e6e9e0","0dac65a9f62774845dbe0cc7"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"llama-4-maverick--effort-non-reasoning","name":"Llama 4 Maverick · Non-reasoning","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-4-maverick","detailsUrl":"/efforts?model=llama-4-maverick","publishedBenchmarkCount":24,"overallRating":{"score":0.009454575985417091,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999934}],"familyWeights":[{"family":"aime","share":0.059300054932154775},{"family":"mmlu-pro","share":0.05926871186678636},{"family":"livecodebench","share":0.05926101870659591},{"family":"math500","share":0.05906426462032733},{"family":"ifbench","share":0.05785221447477444},{"family":"mmmu-pro","share":0.05694648800888754},{"family":"hle","share":0.05689049967954997},{"family":"critpt","share":0.056786461562591116},{"family":"gpqa","share":0.05670552279445117},{"family":"omniscience","share":0.056619751754327464},{"family":"gmmlu","share":0.0562179714069095},{"family":"tau-bench","share":0.05543441002905978},{"family":"terminal-bench","share":0.054693733158129434},{"family":"gdpval","share":0.05306853450915452},{"family":"briefcase","share":0.05132410439680364},{"family":"automationbench","share":0.05130404201247212},{"family":"gdp-pdf","share":0.051147117025089554},{"family":"aa-lcr","share":0.04811509906193826}]},"capabilityRatings":[{"bucket":"agentic","score":0.019687836931224344,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02471604635430757,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.025607318055731715,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08447272408980593,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05692447095549822,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.10520899973788184,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.05301763737972015,"lowerBound":0,"upperBound":1,"independentScore":0.05301763737972015,"independent":true,"opponentIds":2318,"independentOpponentIds":2318,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["77dc3e409687fdc4123e7382"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1864326823285219,"lowerBound":0,"upperBound":1,"independentScore":0.1864326823285219,"independent":true,"opponentIds":2319,"independentOpponentIds":2319,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["faefecf4982a3c56261456c3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3359810971131346,"lowerBound":0,"upperBound":1,"independentScore":0.3359810971131346,"independent":true,"opponentIds":2320,"independentOpponentIds":2320,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["31f2f561fab689277fa32daf","83ab2bc25f0bf5b24ca914e2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.06240110650650006,"lowerBound":0,"upperBound":1,"independentScore":0.06240110650650006,"independent":true,"opponentIds":2321,"independentOpponentIds":2321,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["cdf57f3e51751d8b1b206f3e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23321632258504701,"lowerBound":0,"upperBound":1,"independentScore":0.23321632258504701,"independent":true,"opponentIds":2322,"independentOpponentIds":2322,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["45aff2671367df91ec82a00d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.0818139253437654,"lowerBound":0,"upperBound":1,"independentScore":0.0818139253437654,"independent":true,"opponentIds":2323,"independentOpponentIds":2323,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a1c45db0f194569fedcfab7e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.04046588220228034,"lowerBound":0,"upperBound":1,"independentScore":0.04046588220228034,"independent":true,"opponentIds":2324,"independentOpponentIds":2324,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["68c9b4b591a3e88b0c3b271e"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5964439850561448,"lowerBound":0,"upperBound":1,"independentScore":0.5964439850561448,"independent":true,"opponentIds":2325,"independentOpponentIds":2325,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["48fc8cf05f6cf5be1916a16f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.39645504335157783,"lowerBound":0,"upperBound":1,"independentScore":0.39645504335157783,"independent":true,"opponentIds":2326,"independentOpponentIds":2326,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7b3e6d11f2c08cecf4bbdf7b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.26000165960589444,"lowerBound":0,"upperBound":1,"independentScore":0.26000165960589444,"independent":true,"opponentIds":2327,"independentOpponentIds":2327,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0faf4ea29ec7471f2ddc2575"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4956750150188886,"lowerBound":0,"upperBound":1,"independentScore":0.4956750150188886,"independent":true,"opponentIds":2328,"independentOpponentIds":2328,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0496ddc71cb780c146897871"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3935154838897633,"lowerBound":0,"upperBound":1,"independentScore":0.3935154838897633,"independent":true,"opponentIds":2329,"independentOpponentIds":2329,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cc29361336c4897fbe3e986d"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.47589736944408423,"lowerBound":0,"upperBound":1,"independentScore":0.47589736944408423,"independent":true,"opponentIds":2330,"independentOpponentIds":2330,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["39a00cb8aa14d4a8f1630392"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7075839092630483,"lowerBound":0,"upperBound":1,"independentScore":0.7075839092630483,"independent":true,"opponentIds":2331,"independentOpponentIds":2331,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["29bc8ec0528066576e43067c"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3924245979743872,"lowerBound":0,"upperBound":1,"independentScore":0.3924245979743872,"independent":true,"opponentIds":2332,"independentOpponentIds":2332,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["9aa0ba713cbccb8900465da5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6383550895082291,"lowerBound":0,"upperBound":1,"independentScore":0.6383550895082291,"independent":true,"opponentIds":2333,"independentOpponentIds":2333,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f6678979dffdce85c6baa1a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.11939008082776656,"lowerBound":0,"upperBound":1,"independentScore":0.11939008082776656,"independent":true,"opponentIds":2334,"independentOpponentIds":2334,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d78fc2575a1485830285d7e8","dac821c6aa9136a83d875bda"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.26791779382295355,"lowerBound":0,"upperBound":1,"independentScore":0.26791779382295355,"independent":true,"opponentIds":2335,"independentOpponentIds":2335,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["604481ef9f14e63577ee5fd8","354eb159671e8738012a81fa","edfcc29c0deb58a191bb162d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["77dc3e409687fdc4123e7382","faefecf4982a3c56261456c3","31f2f561fab689277fa32daf","cdf57f3e51751d8b1b206f3e","45aff2671367df91ec82a00d","a1c45db0f194569fedcfab7e","68c9b4b591a3e88b0c3b271e","48fc8cf05f6cf5be1916a16f","7b3e6d11f2c08cecf4bbdf7b","0faf4ea29ec7471f2ddc2575","0496ddc71cb780c146897871","cc29361336c4897fbe3e986d","39a00cb8aa14d4a8f1630392","83ab2bc25f0bf5b24ca914e2","29bc8ec0528066576e43067c","9aa0ba713cbccb8900465da5","f6678979dffdce85c6baa1a4","d78fc2575a1485830285d7e8","dac821c6aa9136a83d875bda","604481ef9f14e63577ee5fd8","354eb159671e8738012a81fa","edfcc29c0deb58a191bb162d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":24}],"unspecified":0,"total":24}},{"id":"llama-4-scout--effort-non-reasoning","name":"Llama-4-Scout-17B-16E-Instruct · Non-reasoning","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-4-scout","detailsUrl":"/efforts?model=llama-4-scout","publishedBenchmarkCount":23,"overallRating":{"score":0.004086444650076497,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"aime","share":0.058990212289915044},{"family":"mmlu-pro","share":0.058959032991986654},{"family":"livecodebench","share":0.05895138002853942},{"family":"math500","share":0.05875565398189122},{"family":"ifbench","share":0.057549936795389625},{"family":"mmmu-pro","share":0.05664894274807566},{"family":"hle","share":0.056593246957622176},{"family":"critpt","share":0.05648975243957043},{"family":"gpqa","share":0.05640923657629641},{"family":"omniscience","share":0.05632391368964793},{"family":"gmmlu","share":0.05592423264356428},{"family":"tau-bench","share":0.05514476537200076},{"family":"terminal-bench","share":0.054407958535912675},{"family":"aa-lcr","share":0.05308869534531745},{"family":"gdpval","share":0.05279125154591073},{"family":"briefcase","share":0.05105593607663788},{"family":"automationbench","share":0.05103597851821551},{"family":"gdp-pdf","share":0.050879873463508876}]},"capabilityRatings":[{"bucket":"agentic","score":0.016583856909622826,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.015659631449127225,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.013201916332488852,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.028050898004854646,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02574816601449285,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.039692510034224096,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.05301763737972015,"lowerBound":0,"upperBound":1,"independentScore":0.05301763737972015,"independent":true,"opponentIds":2336,"independentOpponentIds":2336,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["555d23d461c05d28e5affaad"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.11652042645532616,"lowerBound":0,"upperBound":1,"independentScore":0.11652042645532616,"independent":true,"opponentIds":2337,"independentOpponentIds":2337,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4885145006b9e6c516d4941f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2732620411399394,"lowerBound":0,"upperBound":1,"independentScore":0.2732620411399394,"independent":true,"opponentIds":2338,"independentOpponentIds":2338,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7581f3a2422117f43b197e4b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.02417712362791568,"lowerBound":0,"upperBound":1,"independentScore":0.02417712362791568,"independent":true,"opponentIds":2339,"independentOpponentIds":2339,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["9353269ebd55ac03ed176358"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23321632258504701,"lowerBound":0,"upperBound":1,"independentScore":0.23321632258504701,"independent":true,"opponentIds":2340,"independentOpponentIds":2340,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["afc01f597c0079772acb9e3f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.01636278506875308,"lowerBound":0,"upperBound":1,"independentScore":0.01636278506875308,"independent":true,"opponentIds":2341,"independentOpponentIds":2341,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d524b4da994ccf7a3136f46d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.0728385879641046,"lowerBound":0,"upperBound":1,"independentScore":0.0728385879641046,"independent":true,"opponentIds":2342,"independentOpponentIds":2342,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["14409d0eb333a7e9cca62704"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.25608192836649696,"lowerBound":0,"upperBound":1,"independentScore":0.25608192836649696,"independent":true,"opponentIds":2343,"independentOpponentIds":2343,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["66c9c26050db4c0d8d41b4a8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2789255732974569,"lowerBound":0,"upperBound":1,"independentScore":0.2789255732974569,"independent":true,"opponentIds":2344,"independentOpponentIds":2344,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["37634d64a31c01e3c55ac3eb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.08549604122175822,"lowerBound":0,"upperBound":1,"independentScore":0.08549604122175822,"independent":true,"opponentIds":2345,"independentOpponentIds":2345,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ab3e6dc6aee996774804be32"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4000184331731381,"lowerBound":0,"upperBound":1,"independentScore":0.4000184331731381,"independent":true,"opponentIds":2346,"independentOpponentIds":2346,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9b5c1e36e87698c0a87d0094"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2563472295053317,"lowerBound":0,"upperBound":1,"independentScore":0.2563472295053317,"independent":true,"opponentIds":2347,"independentOpponentIds":2347,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e7c19c636a0f224e332b9c1e"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.34534145393287513,"lowerBound":0,"upperBound":1,"independentScore":0.34534145393287513,"independent":true,"opponentIds":2348,"independentOpponentIds":2348,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ebf48949184410fed6f20bb0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4690279784986239,"lowerBound":0,"upperBound":1,"independentScore":0.4690279784986239,"independent":true,"opponentIds":2349,"independentOpponentIds":2349,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f2341b5314bd44225e9253b3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.22756399487563206,"lowerBound":0,"upperBound":1,"independentScore":0.22756399487563206,"independent":true,"opponentIds":2350,"independentOpponentIds":2350,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["342b5de48406cc12a0d640cc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.24963846447218813,"lowerBound":0,"upperBound":1,"independentScore":0.24963846447218813,"independent":true,"opponentIds":2351,"independentOpponentIds":2351,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["29b51ff314d8015f16d8fd73"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.08690250584743399,"lowerBound":0,"upperBound":1,"independentScore":0.08690250584743399,"independent":true,"opponentIds":2352,"independentOpponentIds":2352,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["6ceeb86bffcbd0f7f1c1cb44","b7075f4c91bd36c49bbb5930"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.14316744878206353,"lowerBound":0,"upperBound":1,"independentScore":0.14316744878206353,"independent":true,"opponentIds":2353,"independentOpponentIds":2353,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["fe0a313c1be6171f1e933267","c7b21db2c6c9de33ab88deb3","12f09ed4b289733513c29184"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["555d23d461c05d28e5affaad","4885145006b9e6c516d4941f","7581f3a2422117f43b197e4b","9353269ebd55ac03ed176358","afc01f597c0079772acb9e3f","d524b4da994ccf7a3136f46d","14409d0eb333a7e9cca62704","66c9c26050db4c0d8d41b4a8","37634d64a31c01e3c55ac3eb","ab3e6dc6aee996774804be32","9b5c1e36e87698c0a87d0094","e7c19c636a0f224e332b9c1e","ebf48949184410fed6f20bb0","f2341b5314bd44225e9253b3","342b5de48406cc12a0d640cc","29b51ff314d8015f16d8fd73","6ceeb86bffcbd0f7f1c1cb44","b7075f4c91bd36c49bbb5930","fe0a313c1be6171f1e933267","c7b21db2c6c9de33ab88deb3","12f09ed4b289733513c29184"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"magistral-medium-2509--effort-reasoning","name":"Magistral Medium 1.2 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"magistral-medium-2509","detailsUrl":"/efforts?model=magistral-medium-2509","publishedBenchmarkCount":17,"overallRating":{"score":0.02544159787647754,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999917}],"familyWeights":[{"family":"mmlu-pro","share":0.07621710450499451},{"family":"aime","share":0.07620229611278989},{"family":"livecodebench","share":0.07616795030024108},{"family":"ifbench","share":0.07438373228188731},{"family":"hle","share":0.07284685679390632},{"family":"gpqa","share":0.07266733855682476},{"family":"critpt","share":0.07257438326189503},{"family":"omniscience","share":0.07233010483477248},{"family":"mmmu-pro","share":0.07199552031344363},{"family":"tau-bench","share":0.0696239611880961},{"family":"gmmlu","share":0.0692577884837126},{"family":"aa-lcr","share":0.06737913285041529},{"family":"gdpval","share":0.06557564727036638},{"family":"terminal-bench","share":0.06277818324666297}]},"capabilityRatings":[{"bucket":"agentic","score":0.05318664016328748,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09396399622378858,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07821266180089155,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0715062806748032,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04556971457451071,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.10767751721643147,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7993686631856097,"lowerBound":0,"upperBound":1,"independentScore":0.7993686631856097,"independent":true,"opponentIds":2354,"independentOpponentIds":2354,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f863116be3067c64dc4ded17"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4966987706155486,"lowerBound":0,"upperBound":1,"independentScore":0.4966987706155486,"independent":true,"opponentIds":2355,"independentOpponentIds":2355,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["96fb815ee59686aa6570879b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5204341986947132,"lowerBound":0,"upperBound":1,"independentScore":0.5204341986947132,"independent":true,"opponentIds":2356,"independentOpponentIds":2356,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["27e70b3fb728057a74df17b6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.17966132064614138,"lowerBound":0,"upperBound":1,"independentScore":0.17966132064614138,"independent":true,"opponentIds":2357,"independentOpponentIds":2357,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c5b956a4fc44bb9688d00821"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5179405699978689,"lowerBound":0,"upperBound":1,"independentScore":0.5179405699978689,"independent":true,"opponentIds":2358,"independentOpponentIds":2358,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["dbfb37115a2ce93f137abe06"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.527823167787848,"lowerBound":0,"upperBound":1,"independentScore":0.527823167787848,"independent":true,"opponentIds":2359,"independentOpponentIds":2359,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0ed549eecac4ede999a12daa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.48855975048405625,"lowerBound":0,"upperBound":1,"independentScore":0.48855975048405625,"independent":true,"opponentIds":2360,"independentOpponentIds":2360,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["37b4571eaeb976c6fe763a9d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4977791467026459,"lowerBound":0,"upperBound":1,"independentScore":0.4977791467026459,"independent":true,"opponentIds":2361,"independentOpponentIds":2361,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["482398fa7f264cd6c99cd143"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8322121557391172,"lowerBound":0,"upperBound":1,"independentScore":0.8322121557391172,"independent":true,"opponentIds":2362,"independentOpponentIds":2362,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ad7ae7e1f65c748e13353d8d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7368678884421891,"lowerBound":0,"upperBound":1,"independentScore":0.7368678884421891,"independent":true,"opponentIds":2363,"independentOpponentIds":2363,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["00d28563b1af109ad8f1498d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.34317230439135643,"lowerBound":0,"upperBound":1,"independentScore":0.34317230439135643,"independent":true,"opponentIds":2364,"independentOpponentIds":2364,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f2ea0a245a0ae60d6211be17"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5244211818787128,"lowerBound":0,"upperBound":1,"independentScore":0.5244211818787128,"independent":true,"opponentIds":2365,"independentOpponentIds":2365,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["07fa28163f5b1f3edc355eed"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3958103845895944,"lowerBound":0,"upperBound":1,"independentScore":0.3958103845895944,"independent":true,"opponentIds":2366,"independentOpponentIds":2366,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["40f63a5a594c4ddbf8bb6e60","86a26110045ab8144e18668e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.40136688512083357,"lowerBound":0,"upperBound":1,"independentScore":0.40136688512083357,"independent":true,"opponentIds":2367,"independentOpponentIds":2367,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f2831b29b79d4466446b9ca7","f9230a89b29d00bd920b1d0e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f863116be3067c64dc4ded17","96fb815ee59686aa6570879b","27e70b3fb728057a74df17b6","c5b956a4fc44bb9688d00821","dbfb37115a2ce93f137abe06","0ed549eecac4ede999a12daa","37b4571eaeb976c6fe763a9d","482398fa7f264cd6c99cd143","ad7ae7e1f65c748e13353d8d","00d28563b1af109ad8f1498d","f2ea0a245a0ae60d6211be17","07fa28163f5b1f3edc355eed","40f63a5a594c4ddbf8bb6e60","86a26110045ab8144e18668e","f2831b29b79d4466446b9ca7","f9230a89b29d00bd920b1d0e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"magistral-small-2509--effort-reasoning","name":"Magistral Small 1.2 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"magistral-small-2509","detailsUrl":"/efforts?model=magistral-small-2509","publishedBenchmarkCount":18,"overallRating":{"score":0.01133333059998985,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999862}],"familyWeights":[{"family":"aime","share":0.07132635409155491},{"family":"mmlu-pro","share":0.0713172809472396},{"family":"livecodebench","share":0.07128389427201973},{"family":"ifbench","share":0.06967477907566207},{"family":"hle","share":0.06832610053004116},{"family":"gpqa","share":0.06813382704821923},{"family":"critpt","share":0.06812489285754803},{"family":"omniscience","share":0.06790658654360499},{"family":"mmmu-pro","share":0.06781949659241764},{"family":"tau-bench","share":0.06578494902843741},{"family":"gmmlu","share":0.06564537855259892},{"family":"aa-lcr","share":0.06333811544237879},{"family":"gdpval","share":0.062352894910370806},{"family":"automationbench","share":0.059609264305857744},{"family":"terminal-bench","share":0.05935618580204513}]},"capabilityRatings":[{"bucket":"agentic","score":0.025870090206619446,"supported":true,"families":3,"independentFamilies":3,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06877176928212773,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.048351108962002724,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.033062724348114206,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03263117453697232,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02718759871329862,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7780100180854993,"lowerBound":0,"upperBound":1,"independentScore":0.7780100180854993,"independent":true,"opponentIds":2368,"independentOpponentIds":2368,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9557a6f4edfe4134aff16297"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.20504103562152712,"lowerBound":0,"upperBound":1,"independentScore":0.20504103562152712,"independent":true,"opponentIds":2369,"independentOpponentIds":2369,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["754e92a07c653f668b9fd678"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.02239689661181325,"lowerBound":0,"upperBound":1,"independentScore":0.02239689661181325,"independent":true,"opponentIds":2370,"independentOpponentIds":2370,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["b75f74d8527b381f95e1cc00"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5189099000377032,"lowerBound":0,"upperBound":1,"independentScore":0.5189099000377032,"independent":true,"opponentIds":2371,"independentOpponentIds":2371,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7f110124805bb3a2e19625a9"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.14051017735602186,"lowerBound":0,"upperBound":1,"independentScore":0.14051017735602186,"independent":true,"opponentIds":2372,"independentOpponentIds":2372,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4256531e4ff2f7ab993d1cba"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.28485322444802846,"lowerBound":0,"upperBound":1,"independentScore":0.28485322444802846,"independent":true,"opponentIds":2373,"independentOpponentIds":2373,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7332d47df21579cbd347434c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.36144511047156175,"lowerBound":0,"upperBound":1,"independentScore":0.36144511047156175,"independent":true,"opponentIds":2374,"independentOpponentIds":2374,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d912f20d1c509a3f0d54f0b2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.36223463477207585,"lowerBound":0,"upperBound":1,"independentScore":0.36223463477207585,"independent":true,"opponentIds":2375,"independentOpponentIds":2375,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["21bd6e25c91e8aaf59a9c346"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5299335364143839,"lowerBound":0,"upperBound":1,"independentScore":0.5299335364143839,"independent":true,"opponentIds":2376,"independentOpponentIds":2376,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fac1628ad38a1ae32b1a569b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7800050020810171,"lowerBound":0,"upperBound":1,"independentScore":0.7800050020810171,"independent":true,"opponentIds":2377,"independentOpponentIds":2377,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["42ee1aa5bdd7a63aa6435d27"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5253532242787654,"lowerBound":0,"upperBound":1,"independentScore":0.5253532242787654,"independent":true,"opponentIds":2378,"independentOpponentIds":2378,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["da019b5f437710abfa392ded"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.27252669378729283,"lowerBound":0,"upperBound":1,"independentScore":0.27252669378729283,"independent":true,"opponentIds":2379,"independentOpponentIds":2379,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["6e4257fe0cfd1b51a80412dd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.17935493700663385,"lowerBound":0,"upperBound":1,"independentScore":0.17935493700663385,"independent":true,"opponentIds":2380,"independentOpponentIds":2380,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f107c4759c0944a0c47cc731"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22158418565541918,"lowerBound":0,"upperBound":1,"independentScore":0.22158418565541918,"independent":true,"opponentIds":2381,"independentOpponentIds":2381,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d21b8957d999afa9c21c52a4","c7a6909b11ed59de7be2f06c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.20904354020493957,"lowerBound":0,"upperBound":1,"independentScore":0.20904354020493957,"independent":true,"opponentIds":2382,"independentOpponentIds":2382,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["582e8eaacbf3fc4faf540335","0f4ae3bfcadfaec9cecbf582"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9557a6f4edfe4134aff16297","754e92a07c653f668b9fd678","b75f74d8527b381f95e1cc00","7f110124805bb3a2e19625a9","4256531e4ff2f7ab993d1cba","7332d47df21579cbd347434c","d912f20d1c509a3f0d54f0b2","21bd6e25c91e8aaf59a9c346","fac1628ad38a1ae32b1a569b","42ee1aa5bdd7a63aa6435d27","da019b5f437710abfa392ded","6e4257fe0cfd1b51a80412dd","f107c4759c0944a0c47cc731","d21b8957d999afa9c21c52a4","c7a6909b11ed59de7be2f06c","582e8eaacbf3fc4faf540335","0f4ae3bfcadfaec9cecbf582"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"mimo-v2-flash--effort-non-reasoning","name":"MiMo-V2-Flash · Non-reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2-flash","detailsUrl":"/efforts?model=mimo-v2-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.014454121022876435,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000127}],"familyWeights":[{"family":"gdpval","share":0.09757448543051522},{"family":"terminal-bench","share":0.08643141615223555},{"family":"mmlu-pro","share":0.0785123667217282},{"family":"ifbench","share":0.07826966251458688},{"family":"livecodebench","share":0.07720892578352292},{"family":"gpqa","share":0.07678336450445682},{"family":"hle","share":0.0767690713487883},{"family":"aime","share":0.07668699978915157},{"family":"critpt","share":0.07600750068057095},{"family":"omniscience","share":0.07530191602093872},{"family":"aa-lcr","share":0.07010997037632381},{"family":"tau-bench","share":0.06610981831605786},{"family":"gmmlu","share":0.06423450236113144}]},"capabilityRatings":[{"bucket":"agentic","score":0.14187468862466882,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0479418111266634,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06917136045055562,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0253525395392013,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.055396226202247816,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.661568450625002,"lowerBound":0,"upperBound":1,"independentScore":0.661568450625002,"independent":true,"opponentIds":2383,"independentOpponentIds":2383,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0548c4d5205cb671c0f67853"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3583707076897082,"lowerBound":0,"upperBound":1,"independentScore":0.3583707076897082,"independent":true,"opponentIds":2384,"independentOpponentIds":2384,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d0737a6dbd590e665e154bd5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23237929439507637,"lowerBound":0,"upperBound":1,"independentScore":0.23237929439507637,"independent":true,"opponentIds":2385,"independentOpponentIds":2385,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2c6d86385f0499ac90db9b10"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.41672441061736876,"lowerBound":0,"upperBound":1,"independentScore":0.41672441061736876,"independent":true,"opponentIds":2386,"independentOpponentIds":2386,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d52c58fc44d27cc31a818289"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.08442709603083003,"lowerBound":0,"upperBound":1,"independentScore":0.08442709603083003,"independent":true,"opponentIds":2387,"independentOpponentIds":2387,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0429ec3293c63221653ac24b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.35385729464589505,"lowerBound":0,"upperBound":1,"independentScore":0.35385729464589505,"independent":true,"opponentIds":2388,"independentOpponentIds":2388,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d675a347ba1cc300cdd50958"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.44144320717446184,"lowerBound":0,"upperBound":1,"independentScore":0.44144320717446184,"independent":true,"opponentIds":2389,"independentOpponentIds":2389,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3ad9dff856d49a94cb99de1f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4228683762683957,"lowerBound":0,"upperBound":1,"independentScore":0.4228683762683957,"independent":true,"opponentIds":2390,"independentOpponentIds":2390,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5baca63841da31c57e5ae037"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.40037516415675883,"lowerBound":0,"upperBound":1,"independentScore":0.40037516415675883,"independent":true,"opponentIds":2391,"independentOpponentIds":2391,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["136673bead80a3b356afdee4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.43779885383610695,"lowerBound":0,"upperBound":1,"independentScore":0.43779885383610695,"independent":true,"opponentIds":2392,"independentOpponentIds":2392,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a1e63baef98defadff1101a6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.27996786985463984,"lowerBound":0,"upperBound":1,"independentScore":0.27996786985463984,"independent":true,"opponentIds":2393,"independentOpponentIds":2393,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["644bce3e0d96665ff5259654"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7549995032315387,"lowerBound":0,"upperBound":1,"independentScore":0.7549995032315387,"independent":true,"opponentIds":2394,"independentOpponentIds":2394,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3cc13fc1b52d73266be2282d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7147646531537968,"lowerBound":0,"upperBound":1,"independentScore":0.7147646531537968,"independent":true,"opponentIds":2395,"independentOpponentIds":2395,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f6a30fe9e813cbabe7dcdc98","be9cfbf93f75099ff67dd311"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0548c4d5205cb671c0f67853","d0737a6dbd590e665e154bd5","2c6d86385f0499ac90db9b10","d52c58fc44d27cc31a818289","0429ec3293c63221653ac24b","d675a347ba1cc300cdd50958","3ad9dff856d49a94cb99de1f","5baca63841da31c57e5ae037","136673bead80a3b356afdee4","a1e63baef98defadff1101a6","644bce3e0d96665ff5259654","3cc13fc1b52d73266be2282d","f6a30fe9e813cbabe7dcdc98","be9cfbf93f75099ff67dd311"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"mimo-v2-flash--effort-reasoning","name":"MiMo-V2-Flash · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2-flash","detailsUrl":"/efforts?model=mimo-v2-flash","publishedBenchmarkCount":13,"overallRating":{"score":0.10443680581397241,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000029}],"familyWeights":[{"family":"mmlu-pro","share":0.08961105224793202},{"family":"ifbench","share":0.0893776401541866},{"family":"livecodebench","share":0.08794070521203474},{"family":"gpqa","share":0.08775114268163015},{"family":"hle","share":0.08769307325752566},{"family":"aime","share":0.08711131307419513},{"family":"critpt","share":0.08691052360341951},{"family":"omniscience","share":0.08601108470010387},{"family":"aa-lcr","share":0.0799936425484993},{"family":"tau-bench","share":0.07563393901384477},{"family":"gmmlu","share":0.07230437322838654},{"family":"terminal-bench","share":0.06966151027825013}]},"capabilityRatings":[{"bucket":"agentic","score":0.3545232342366919,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.23759392428530293,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16561864127256204,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1454208248476112,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.23885891898914755,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.980310811382763,"lowerBound":0,"upperBound":1,"independentScore":0.980310811382763,"independent":true,"opponentIds":2383,"independentOpponentIds":2383,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["18f2737a5c5e1f7f70b602b1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7134694012185927,"lowerBound":0,"upperBound":1,"independentScore":0.7134694012185927,"independent":true,"opponentIds":2384,"independentOpponentIds":2384,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["18761c742f092bb12f9d5589"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7654967841229607,"lowerBound":0,"upperBound":1,"independentScore":0.7654967841229607,"independent":true,"opponentIds":2385,"independentOpponentIds":2385,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b30d2768f6110084619ea391"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6751336140412213,"lowerBound":0,"upperBound":1,"independentScore":0.6751336140412213,"independent":true,"opponentIds":2387,"independentOpponentIds":2387,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bf092d52c6f3a83f57432b09"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7999374453762736,"lowerBound":0,"upperBound":1,"independentScore":0.7999374453762736,"independent":true,"opponentIds":2388,"independentOpponentIds":2388,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0773db899cdffa4e1ded8ba6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7234872858673431,"lowerBound":0,"upperBound":1,"independentScore":0.7234872858673431,"independent":true,"opponentIds":2389,"independentOpponentIds":2389,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3920da93b773299bcb0edfce"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7619181705686264,"lowerBound":0,"upperBound":1,"independentScore":0.7619181705686264,"independent":true,"opponentIds":2390,"independentOpponentIds":2390,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f366555ca241ca7c7571729f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9637293027961228,"lowerBound":0,"upperBound":1,"independentScore":0.9637293027961228,"independent":true,"opponentIds":2391,"independentOpponentIds":2391,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7cb51c7248fc435c2871aebc"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8947417813197404,"lowerBound":0,"upperBound":1,"independentScore":0.8947417813197404,"independent":true,"opponentIds":2392,"independentOpponentIds":2392,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["87b8554680365a774f346ece"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6359353718961313,"lowerBound":0,"upperBound":1,"independentScore":0.6359353718961313,"independent":true,"opponentIds":2393,"independentOpponentIds":2393,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1b6fad8193ad71cc3e2e3c6b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9234832501469813,"lowerBound":0,"upperBound":1,"independentScore":0.9234832501469813,"independent":true,"opponentIds":2394,"independentOpponentIds":2394,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9dd928416fa90717a399e327"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7198043311749528,"lowerBound":0,"upperBound":1,"independentScore":0.7198043311749528,"independent":true,"opponentIds":2396,"independentOpponentIds":2396,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bae7463f2643e0ed3fc2532b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["18f2737a5c5e1f7f70b602b1","18761c742f092bb12f9d5589","b30d2768f6110084619ea391","bf092d52c6f3a83f57432b09","0773db899cdffa4e1ded8ba6","3920da93b773299bcb0edfce","f366555ca241ca7c7571729f","7cb51c7248fc435c2871aebc","87b8554680365a774f346ece","1b6fad8193ad71cc3e2e3c6b","9dd928416fa90717a399e327","bae7463f2643e0ed3fc2532b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"mimo-v2.5--effort-reasoning","name":"MiMo-V2.5 · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5","detailsUrl":"/efforts?model=mimo-v2.5","publishedBenchmarkCount":18,"overallRating":{"score":0.09132497515670569,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000095}],"familyWeights":[{"family":"ifbench","share":0.0840279141678073},{"family":"hle","share":0.08218501808208449},{"family":"gpqa","share":0.0820206719789156},{"family":"critpt","share":0.08180244667017025},{"family":"omniscience","share":0.08151092987778893},{"family":"mmmu-pro","share":0.0807636130001101},{"family":"tau-bench","share":0.07782707523744176},{"family":"terminal-bench","share":0.076552893221223},{"family":"aa-lcr","share":0.07583304529940918},{"family":"gdpval","share":0.07277251335854143},{"family":"briefcase","share":0.06845164251373541},{"family":"automationbench","share":0.0682765191311084},{"family":"gdp-pdf","share":0.06797571746166398}]},"capabilityRatings":[{"bucket":"agentic","score":0.18520618014651744,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2396647043814467,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.20009209319483104,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08816351884997131,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.24328464809181669,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2849607602511614,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4359729965255772,"lowerBound":0,"upperBound":1,"independentScore":0.4359729965255772,"independent":true,"opponentIds":2397,"independentOpponentIds":2397,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e3d095cc53522b1dd3374852"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.753944483286305,"lowerBound":0,"upperBound":1,"independentScore":0.753944483286305,"independent":true,"opponentIds":2398,"independentOpponentIds":2398,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6e83c247df799a06891d5c23"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5304157646290184,"lowerBound":0,"upperBound":1,"independentScore":0.5304157646290184,"independent":true,"opponentIds":2399,"independentOpponentIds":2399,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["2d2e86088b5f8c7b172e4017"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7510034774229521,"lowerBound":0,"upperBound":1,"independentScore":0.7510034774229521,"independent":true,"opponentIds":2400,"independentOpponentIds":2400,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["064950ae79afc2e1a558cfd4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3383019720779466,"lowerBound":0,"upperBound":1,"independentScore":0.3383019720779466,"independent":true,"opponentIds":2401,"independentOpponentIds":2401,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["7a6c3c90bb654755ab0227ad"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5861539938886583,"lowerBound":0,"upperBound":1,"independentScore":0.5861539938886583,"independent":true,"opponentIds":2402,"independentOpponentIds":2402,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["01a4feea17ae775024862426"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7995858290029376,"lowerBound":0,"upperBound":1,"independentScore":0.7995858290029376,"independent":true,"opponentIds":2403,"independentOpponentIds":2403,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dec96f1d4a54fa1a862e15bf"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7483427204212342,"lowerBound":0,"upperBound":1,"independentScore":0.7483427204212342,"independent":true,"opponentIds":2404,"independentOpponentIds":2404,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3d0236e6e49d8d8d28e01c73"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7930636307667087,"lowerBound":0,"upperBound":1,"independentScore":0.7930636307667087,"independent":true,"opponentIds":2405,"independentOpponentIds":2405,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["832157a7f55c7b6cd246f105"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7484878367714848,"lowerBound":0,"upperBound":1,"independentScore":0.7484878367714848,"independent":true,"opponentIds":2406,"independentOpponentIds":2406,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["1d587cd054a074e2950f881b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3556720877268413,"lowerBound":0,"upperBound":1,"independentScore":0.3556720877268413,"independent":true,"opponentIds":2407,"independentOpponentIds":2407,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["adb5cf425682f21a39d89ebd"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6091218741006653,"lowerBound":0,"upperBound":1,"independentScore":0.6091218741006653,"independent":true,"opponentIds":2408,"independentOpponentIds":2408,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d41a88e61beaa1a787af3bfb","75e18d8f2290eb1f93e4b341"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6274035577364203,"lowerBound":0,"upperBound":1,"independentScore":0.6274035577364203,"independent":true,"opponentIds":2409,"independentOpponentIds":2409,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["9e3e743e86bb15ebf4c91aa8","8b19ccc651ba74f8d9c9cfc8","5a2f61a9349f73f419db3844"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e3d095cc53522b1dd3374852","6e83c247df799a06891d5c23","2d2e86088b5f8c7b172e4017","064950ae79afc2e1a558cfd4","7a6c3c90bb654755ab0227ad","01a4feea17ae775024862426","dec96f1d4a54fa1a862e15bf","3d0236e6e49d8d8d28e01c73","832157a7f55c7b6cd246f105","1d587cd054a074e2950f881b","adb5cf425682f21a39d89ebd","d41a88e61beaa1a787af3bfb","75e18d8f2290eb1f93e4b341","9e3e743e86bb15ebf4c91aa8","8b19ccc651ba74f8d9c9cfc8","5a2f61a9349f73f419db3844"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"mimo-v2.5-pro--effort-reasoning","name":"MiMo-V2.5-Pro · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5-pro","detailsUrl":"/efforts?model=mimo-v2.5-pro","publishedBenchmarkCount":21,"overallRating":{"score":0.13163187623569342,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999744}],"familyWeights":[{"family":"gdpval","share":0.07858772561831594},{"family":"terminal-bench","share":0.07820851399787274},{"family":"tau-bench","share":0.07696825196044674},{"family":"briefcase","share":0.07515582225583832},{"family":"automationbench","share":0.07512973558504767},{"family":"gdp-pdf","share":0.0748098684797353},{"family":"aa-lcr","share":0.06835979081882873},{"family":"ifbench","share":0.06529723357637662},{"family":"hle","share":0.06402388421894675},{"family":"gpqa","share":0.0639913212706369},{"family":"critpt","share":0.06323942358984337},{"family":"omniscience","share":0.06275284547246736},{"family":"apex-agents","share":0.054216224494878645},{"family":"itbench","share":0.053577030768620484},{"family":"analyst-agent","share":0.04568232789212928}]},"capabilityRatings":[{"bucket":"agentic","score":0.20715955484855608,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2896726671647085,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.21053795433529235,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1934270851510739,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.35275952338217825,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.44875370439136203,"lowerBound":0,"upperBound":1,"independentScore":0.44875370439136203,"independent":true,"opponentIds":2410,"independentOpponentIds":2410,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["1a46c8ba6f28b6d8dd483d71"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.54191529678943,"lowerBound":0,"upperBound":1,"independentScore":0.54191529678943,"independent":true,"opponentIds":2411,"independentOpponentIds":2411,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["51ea14a8ce56bc0a99ab2afe"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.08757124367054923,"lowerBound":0,"upperBound":1,"independentScore":0.08757124367054923,"independent":true,"opponentIds":2412,"independentOpponentIds":2412,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["5a15382fab26c34263418de9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7050458085076833,"lowerBound":0,"upperBound":1,"independentScore":0.7050458085076833,"independent":true,"opponentIds":2413,"independentOpponentIds":2413,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["3b8448d3648bbeb7263db8cb","0dfd69ba4b44c38faaa26cfe"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.49613766662658276,"lowerBound":0,"upperBound":1,"independentScore":0.49613766662658276,"independent":true,"opponentIds":2414,"independentOpponentIds":2414,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["72594856b4e1cb93f7132e97"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7591020320957861,"lowerBound":0,"upperBound":1,"independentScore":0.7591020320957861,"independent":true,"opponentIds":2415,"independentOpponentIds":2415,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["21e37732c4ff88cb6ded8c9c"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.34521957704425826,"lowerBound":0,"upperBound":1,"independentScore":0.34521957704425826,"independent":true,"opponentIds":2416,"independentOpponentIds":2416,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d9c98f36972c329291520ffc"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6980788783470354,"lowerBound":0,"upperBound":1,"independentScore":0.6980788783470354,"independent":true,"opponentIds":2417,"independentOpponentIds":2417,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["0ff7816ff55c62ec3f07c78f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8401462905293617,"lowerBound":0,"upperBound":1,"independentScore":0.8401462905293617,"independent":true,"opponentIds":2418,"independentOpponentIds":2418,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5660ea795d814c65f26e6e63"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8647087824508322,"lowerBound":0,"upperBound":1,"independentScore":0.8647087824508322,"independent":true,"opponentIds":2419,"independentOpponentIds":2419,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["9d09c59fe08151f3f31ee5b8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9831437456722505,"lowerBound":0,"upperBound":1,"independentScore":0.9831437456722505,"independent":true,"opponentIds":2420,"independentOpponentIds":2420,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ae9dba4bb979effa6758161b"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.625388072249275,"lowerBound":0,"upperBound":1,"independentScore":0.625388072249275,"independent":true,"opponentIds":2421,"independentOpponentIds":2421,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["abedda29820bdf8da7124506"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5743035669940351,"lowerBound":0,"upperBound":1,"independentScore":0.5743035669940351,"independent":true,"opponentIds":2422,"independentOpponentIds":2422,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3981340313913d06e51f5448"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6534373446269551,"lowerBound":0,"upperBound":1,"independentScore":0.6534373446269551,"independent":true,"opponentIds":2423,"independentOpponentIds":2423,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["4b8edb52fb345ddecfdf6923","ff4646abf2020b07149b5be5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6340596196403537,"lowerBound":0,"upperBound":1,"independentScore":0.6340596196403537,"independent":true,"opponentIds":2424,"independentOpponentIds":2424,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["40087eccc17d9ac466894a0c","c6934581a308f5ee1bd361df","1ecc4ba26dcb434fcdfd844a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1a46c8ba6f28b6d8dd483d71","51ea14a8ce56bc0a99ab2afe","5a15382fab26c34263418de9","3b8448d3648bbeb7263db8cb","72594856b4e1cb93f7132e97","21e37732c4ff88cb6ded8c9c","d9c98f36972c329291520ffc","0ff7816ff55c62ec3f07c78f","5660ea795d814c65f26e6e63","9d09c59fe08151f3f31ee5b8","ae9dba4bb979effa6758161b","abedda29820bdf8da7124506","0dfd69ba4b44c38faaa26cfe","3981340313913d06e51f5448","4b8edb52fb345ddecfdf6923","ff4646abf2020b07149b5be5","40087eccc17d9ac466894a0c","c6934581a308f5ee1bd361df","1ecc4ba26dcb434fcdfd844a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"mimo-v2.5-pro--effort-non-reasoning","name":"MiMo-V2.5-Pro · Non-reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5-pro","detailsUrl":"/efforts?model=mimo-v2.5-pro","publishedBenchmarkCount":9,"overallRating":{"score":0.04615301649660867,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000082}],"familyWeights":[{"family":"ifbench","share":0.1338159882738541},{"family":"gpqa","share":0.13283349468920627},{"family":"hle","share":0.1323056848009503},{"family":"critpt","share":0.1320639103530258},{"family":"omniscience","share":0.12918163481591666},{"family":"aa-lcr","share":0.1204662149251166},{"family":"tau-bench","share":0.11422394369879746},{"family":"terminal-bench","share":0.10510912844313874}]},"capabilityRatings":[{"bucket":"agentic","score":0.1112161565950298,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12893330688251267,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23274375085779656,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09008150032734887,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06611116846938969,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3952737174605772,"lowerBound":0,"upperBound":1,"independentScore":0.3952737174605772,"independent":true,"opponentIds":2425,"independentOpponentIds":2425,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fc1a2332e16a8d2dccb00939"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6590095357568715,"lowerBound":0,"upperBound":1,"independentScore":0.6590095357568715,"independent":true,"opponentIds":2415,"independentOpponentIds":2415,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b0f93b30c77f797af5ca0bf9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5943142472158764,"lowerBound":0,"upperBound":1,"independentScore":0.5943142472158764,"independent":true,"opponentIds":2418,"independentOpponentIds":2418,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e62c663d0e43ba6605976071"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6301984369025314,"lowerBound":0,"upperBound":1,"independentScore":0.6301984369025314,"independent":true,"opponentIds":2419,"independentOpponentIds":2419,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["91caea072d8597c8ac5fb15b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4694750433946418,"lowerBound":0,"upperBound":1,"independentScore":0.4694750433946418,"independent":true,"opponentIds":2420,"independentOpponentIds":2420,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cb3f9696c12ea026ad23ee03"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7010903350223526,"lowerBound":0,"upperBound":1,"independentScore":0.7010903350223526,"independent":true,"opponentIds":2422,"independentOpponentIds":2422,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["21677ace23284fc1d6430259"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6638981896547651,"lowerBound":0,"upperBound":1,"independentScore":0.6638981896547651,"independent":true,"opponentIds":2426,"independentOpponentIds":2426,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e722cf4319818646ca6e10b5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8657210192849107,"lowerBound":0,"upperBound":1,"independentScore":0.8657210192849107,"independent":true,"opponentIds":2427,"independentOpponentIds":2427,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9c637329ea6a800195133a96"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fc1a2332e16a8d2dccb00939","b0f93b30c77f797af5ca0bf9","e62c663d0e43ba6605976071","91caea072d8597c8ac5fb15b","cb3f9696c12ea026ad23ee03","21677ace23284fc1d6430259","e722cf4319818646ca6e10b5","9c637329ea6a800195133a96"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"mimo-v2.6-flash--effort-reasoning","name":"MiMo-V2.6-Flash · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.6-flash","detailsUrl":"/efforts?model=mimo-v2.6-flash","publishedBenchmarkCount":13,"overallRating":{"score":0.2918819362435889,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000158}],"familyWeights":[{"family":"hle","share":0.11035610175789203},{"family":"critpt","share":0.10953136742112589},{"family":"omniscience","share":0.10904984256975479},{"family":"mmmu-pro","share":0.10767665507562087},{"family":"aa-lcr","share":0.10130991464970317},{"family":"gdpval","share":0.09431701365627981},{"family":"briefcase","share":0.08731466242926747},{"family":"automationbench","share":0.08687794266512242},{"family":"gdp-pdf","share":0.08659989628627786},{"family":"terminal-bench-science","share":0.06153721154585547},{"family":"terminal-bench","share":0.04542939194311495}]},"capabilityRatings":[{"bucket":"agentic","score":0.5126780153242232,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3625414213554629,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6018261407914002,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16253938403848034,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.17869763676267322,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.32108318602641317,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8748563575281304,"lowerBound":0,"upperBound":1,"independentScore":0.8748563575281304,"independent":true,"opponentIds":2428,"independentOpponentIds":2428,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["02ec04b133a03777c28066d2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7903982509810867,"lowerBound":0,"upperBound":1,"independentScore":0.7903982509810867,"independent":true,"opponentIds":2429,"independentOpponentIds":2429,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8c22416805f3c4e8c3c3d8b2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9468550290186267,"lowerBound":0,"upperBound":1,"independentScore":0.9468550290186267,"independent":true,"opponentIds":2430,"independentOpponentIds":2430,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["65de3de7df63204b45773586"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.859577954235484,"lowerBound":0,"upperBound":1,"independentScore":0.859577954235484,"independent":true,"opponentIds":2431,"independentOpponentIds":2431,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["98129755ccf2312a90a197eb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5043386327265384,"lowerBound":0,"upperBound":1,"independentScore":0.5043386327265384,"independent":true,"opponentIds":2432,"independentOpponentIds":2432,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["fe77cce788f23ed9c06684e0"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9067041444156121,"lowerBound":0,"upperBound":1,"independentScore":0.9067041444156121,"independent":true,"opponentIds":2433,"independentOpponentIds":2433,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8f542771d68c38f890ccca1a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8483585926489455,"lowerBound":0,"upperBound":1,"independentScore":0.8483585926489455,"independent":true,"opponentIds":2434,"independentOpponentIds":2434,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e7c18dad171d498790d9ad9c"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6826752533354314,"lowerBound":0,"upperBound":1,"independentScore":0.6826752533354314,"independent":true,"opponentIds":2435,"independentOpponentIds":2435,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["2bdb8afd42f009de6afbda6c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7066877526498005,"lowerBound":0,"upperBound":1,"independentScore":0.7066877526498005,"independent":true,"opponentIds":2436,"independentOpponentIds":2436,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d41204ec960b032b5b9392b5"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.27655583772213344,"lowerBound":0,"upperBound":1,"independentScore":0.27655583772213344,"independent":true,"opponentIds":2437,"independentOpponentIds":2437,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["d2b92e6a23c7b5ce87a91cbb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6816310309857565,"lowerBound":0,"upperBound":1,"independentScore":0.6816310309857565,"independent":true,"opponentIds":2432,"independentOpponentIds":2432,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a607fe45bb63aa87aade863b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["02ec04b133a03777c28066d2","8c22416805f3c4e8c3c3d8b2","65de3de7df63204b45773586","98129755ccf2312a90a197eb","fe77cce788f23ed9c06684e0","8f542771d68c38f890ccca1a","e7c18dad171d498790d9ad9c","2bdb8afd42f009de6afbda6c","d41204ec960b032b5b9392b5","d2b92e6a23c7b5ce87a91cbb","a607fe45bb63aa87aade863b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"mimo-v2.6-pro--effort-reasoning","name":"MiMo-V2.6-Pro · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.6-pro","detailsUrl":"/efforts?model=mimo-v2.6-pro","publishedBenchmarkCount":14,"overallRating":{"score":0.5451296693325177,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000158}],"familyWeights":[{"family":"hle","share":0.1186366967842468},{"family":"critpt","share":0.11775007832020268},{"family":"omniscience","share":0.1172324221428259},{"family":"gdpval","share":0.10139411208348095},{"family":"aa-lcr","share":0.0985616201823256},{"family":"briefcase","share":0.09386633785022293},{"family":"automationbench","share":0.09339684871991429},{"family":"gdp-pdf","share":0.09309793906821864},{"family":"terminal-bench-science","share":0.06615467011629571},{"family":"analyst-agent","share":0.05107107810159481},{"family":"terminal-bench","share":0.04883819663068699}]},"capabilityRatings":[{"bucket":"agentic","score":0.6049525238388481,"supported":true,"families":6,"independentFamilies":6,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6044521656388038,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7780222902559549,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2619256573003977,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6361610931049745,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.6973358025557423,"lowerBound":0,"upperBound":1,"independentScore":0.6973358025557423,"independent":true,"opponentIds":2438,"independentOpponentIds":2438,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["81a965259ac5e93c8b7fe447"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9012277580929285,"lowerBound":0,"upperBound":1,"independentScore":0.9012277580929285,"independent":true,"opponentIds":2439,"independentOpponentIds":2439,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b906f2e0cda7893217ad854f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9060231957782576,"lowerBound":0,"upperBound":1,"independentScore":0.9060231957782576,"independent":true,"opponentIds":2440,"independentOpponentIds":2440,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["75f0c69a78ca1dab0de299b1","ce288b2688c645bd032f2322"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8722973891512894,"lowerBound":0,"upperBound":1,"independentScore":0.8722973891512894,"independent":true,"opponentIds":2441,"independentOpponentIds":2441,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["8d84a8c92adfd0afb9129449"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9557157229312729,"lowerBound":0,"upperBound":1,"independentScore":0.9557157229312729,"independent":true,"opponentIds":2442,"independentOpponentIds":2442,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["15be65e0318e450acf345369"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.815900806337485,"lowerBound":0,"upperBound":1,"independentScore":0.815900806337485,"independent":true,"opponentIds":2443,"independentOpponentIds":2443,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["7775a970da4b9c26b20aad4e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9708737739559818,"lowerBound":0,"upperBound":1,"independentScore":0.9708737739559818,"independent":true,"opponentIds":2444,"independentOpponentIds":2444,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["e0d5039eede1621c59f4ffe3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9730781696911165,"lowerBound":0,"upperBound":1,"independentScore":0.9730781696911165,"independent":true,"opponentIds":2445,"independentOpponentIds":2445,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3b7b525551509be42a38bb9c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8139281380597466,"lowerBound":0,"upperBound":1,"independentScore":0.8139281380597466,"independent":true,"opponentIds":2446,"independentOpponentIds":2446,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["21ef70dcbf535f4d68255e63"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.45886431738570305,"lowerBound":0,"upperBound":1,"independentScore":0.45886431738570305,"independent":true,"opponentIds":2447,"independentOpponentIds":2447,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["aafee3cc04823e20b4d3b57d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8585949955119819,"lowerBound":0,"upperBound":1,"independentScore":0.8585949955119819,"independent":true,"opponentIds":2443,"independentOpponentIds":2443,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["c5a5427b2cb4bfccfbeee48b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["81a965259ac5e93c8b7fe447","b906f2e0cda7893217ad854f","75f0c69a78ca1dab0de299b1","8d84a8c92adfd0afb9129449","15be65e0318e450acf345369","7775a970da4b9c26b20aad4e","e0d5039eede1621c59f4ffe3","3b7b525551509be42a38bb9c","ce288b2688c645bd032f2322","21ef70dcbf535f4d68255e63","aafee3cc04823e20b4d3b57d","c5a5427b2cb4bfccfbeee48b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"minicpm5-2b--effort-reasoning","name":"MiniCPM5-2B · Reasoning","labId":"openbmb","labName":"OpenBMB","scores":{},"baseModelId":"minicpm5-2b","detailsUrl":"/efforts?model=minicpm5-2b","publishedBenchmarkCount":14,"overallRating":{"score":0.02271322030577259,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000249}],"familyWeights":[{"family":"hle","share":0.10716504141392465},{"family":"gpqa","share":0.10687883298868674},{"family":"critpt","share":0.10636415511994401},{"family":"omniscience","share":0.10589655405559845},{"family":"aa-lcr","share":0.09838043412311989},{"family":"gdpval","share":0.09158974006428325},{"family":"briefcase","share":0.08478986903509515},{"family":"automationbench","share":0.08436577747273134},{"family":"gdp-pdf","share":0.08409577109130588},{"family":"terminal-bench","share":0.07400470530973408},{"family":"tau-bench","share":0.056469119325596645}]},"capabilityRatings":[{"bucket":"agentic","score":0.113567858192815,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07348529503171171,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.049310943412859735,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.010519368253873248,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.131947332585262,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2586169490099413,"lowerBound":0,"upperBound":1,"independentScore":0.2586169490099413,"independent":true,"opponentIds":2448,"independentOpponentIds":2448,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["87779cb61f121999771e5f46"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5524797062112258,"lowerBound":0,"upperBound":1,"independentScore":0.5524797062112258,"independent":true,"opponentIds":2449,"independentOpponentIds":2449,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b2a906d4e7d0bcb771c59190"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.2378740739595347,"lowerBound":0,"upperBound":1,"independentScore":0.2378740739595347,"independent":true,"opponentIds":2450,"independentOpponentIds":2450,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["eab3ca6e668837d32dbf0f84"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5200145877305596,"lowerBound":0,"upperBound":1,"independentScore":0.5200145877305596,"independent":true,"opponentIds":2451,"independentOpponentIds":2451,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d6f50cbeea24cc50749a6588"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.1793292151069693,"lowerBound":0,"upperBound":1,"independentScore":0.1793292151069693,"independent":true,"opponentIds":2452,"independentOpponentIds":2452,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["89fa7cef514475fe6cb85d96"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.43456561011798484,"lowerBound":0,"upperBound":1,"independentScore":0.43456561011798484,"independent":true,"opponentIds":2453,"independentOpponentIds":2453,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7c568bc15f8ccb1c667d6db2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4602001391454683,"lowerBound":0,"upperBound":1,"independentScore":0.4602001391454683,"independent":true,"opponentIds":2454,"independentOpponentIds":2454,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7b22165b4cb228728b966f75"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.44833355398240043,"lowerBound":0,"upperBound":1,"independentScore":0.44833355398240043,"independent":true,"opponentIds":2455,"independentOpponentIds":2455,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["58c0e4b12f0557e3f0c56eb2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.06248629861860922,"lowerBound":0,"upperBound":1,"independentScore":0.06248629861860922,"independent":true,"opponentIds":2456,"independentOpponentIds":2456,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9da5239ef85d9ee0a317f40f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6016972485049376,"lowerBound":0,"upperBound":1,"independentScore":0.6016972485049376,"independent":true,"opponentIds":2457,"independentOpponentIds":2457,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["dff041001a0b378a9dc8c1ff"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1910810780739067,"lowerBound":0,"upperBound":1,"independentScore":0.1910810780739067,"independent":true,"opponentIds":2458,"independentOpponentIds":2458,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["0c83b7be0704c58f9f95b8b9","30eccba22a3fc77326f6a727"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["87779cb61f121999771e5f46","b2a906d4e7d0bcb771c59190","eab3ca6e668837d32dbf0f84","d6f50cbeea24cc50749a6588","89fa7cef514475fe6cb85d96","7c568bc15f8ccb1c667d6db2","7b22165b4cb228728b966f75","58c0e4b12f0557e3f0c56eb2","9da5239ef85d9ee0a317f40f","dff041001a0b378a9dc8c1ff","0c83b7be0704c58f9f95b8b9","30eccba22a3fc77326f6a727"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"minimax-m1-40k--effort-reasoning","name":"MiniMax-M1-40k · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m1-40k","detailsUrl":"/efforts?model=minimax-m1-40k","publishedBenchmarkCount":9,"overallRating":{"score":0.010722110361001158,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":230,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000058}],"familyWeights":[{"family":"mmlu-pro","share":0.11709820401948434},{"family":"ifbench","share":0.11667183506781366},{"family":"livecodebench","share":0.11614855775166831},{"family":"aime","share":0.11606344198083328},{"family":"math500","share":0.11468522897631973},{"family":"hle","share":0.11421428085859632},{"family":"gpqa","share":0.11402211765753092},{"family":"tau-bench","share":0.09939762711429852},{"family":"terminal-bench","share":0.09169870657345953}]},"capabilityRatings":[{"bucket":"agentic","score":0.02956420631221227,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.036866305978755315,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.030504334836021756,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.055872485922693595,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.10685803781136928,"lowerBound":0,"upperBound":1,"independentScore":0.10685803781136928,"independent":true,"opponentIds":2459,"independentOpponentIds":2459,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6a9234ac9a3f32d0ebc2abf0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.42037655782416194,"lowerBound":0,"upperBound":1,"independentScore":0.42037655782416194,"independent":true,"opponentIds":2460,"independentOpponentIds":2460,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["788f2e240a00d67b9967bfe3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.42087173693251434,"lowerBound":0,"upperBound":1,"independentScore":0.42087173693251434,"independent":true,"opponentIds":2461,"independentOpponentIds":2461,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1c98715ed4f5b7aa5cacd5fb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4455082000366431,"lowerBound":0,"upperBound":1,"independentScore":0.4455082000366431,"independent":true,"opponentIds":2462,"independentOpponentIds":2462,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c47fefff4069984b5210ed42"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6762440093396295,"lowerBound":0,"upperBound":1,"independentScore":0.6762440093396295,"independent":true,"opponentIds":2463,"independentOpponentIds":2463,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7a456ca77982a503622aef14"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8281315064845222,"lowerBound":0,"upperBound":1,"independentScore":0.8281315064845222,"independent":true,"opponentIds":2464,"independentOpponentIds":2464,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["eec2171903ac55545a6ef3bb"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7003001502596585,"lowerBound":0,"upperBound":1,"independentScore":0.7003001502596585,"independent":true,"opponentIds":2465,"independentOpponentIds":2465,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c03e16d248d044b91a74c874"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3935336532226696,"lowerBound":0,"upperBound":1,"independentScore":0.3935336532226696,"independent":true,"opponentIds":2466,"independentOpponentIds":2466,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["500f48b1cccab1db90df44b5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17411036543503958,"lowerBound":0,"upperBound":1,"independentScore":0.17411036543503958,"independent":true,"opponentIds":2467,"independentOpponentIds":2467,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["763cf25103d998af4d1f28fc"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6a9234ac9a3f32d0ebc2abf0","788f2e240a00d67b9967bfe3","1c98715ed4f5b7aa5cacd5fb","c47fefff4069984b5210ed42","7a456ca77982a503622aef14","eec2171903ac55545a6ef3bb","c03e16d248d044b91a74c874","500f48b1cccab1db90df44b5","763cf25103d998af4d1f28fc"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","o3-pro","phi-4-multimodal-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3-max","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","deepseek-v4.1-flash","gemini-4-argon","gpt-4-turbo","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.7","mimo-v2.6-flash","mimo-v2.6-pro","mistral-large-4","muse-wonder","muse-wonder-full","solar-mini4-260922","step-5-preview","gpt-4o"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"minimax-m1-80k--effort-reasoning","name":"MiniMax-M1-80k · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m1-80k","detailsUrl":"/efforts?model=minimax-m1-80k","publishedBenchmarkCount":13,"overallRating":{"score":0.019232218562264383,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.08862439539333979},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068647},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.0839238370462847},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.03661182853579243,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06108432214314118,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.039284302369392156,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07689407445207566,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1277915141042143,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.585902208493829,"lowerBound":0,"upperBound":1,"independentScore":0.585902208493829,"independent":true,"opponentIds":2468,"independentOpponentIds":2468,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["baa673fd7f683726d8a5dda4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5448009992109089,"lowerBound":0,"upperBound":1,"independentScore":0.5448009992109089,"independent":true,"opponentIds":2469,"independentOpponentIds":2469,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7d6db873825a7618efbd9abb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":2470,"independentOpponentIds":2470,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e82a3c3e3750d84732cf515e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4508751943387446,"lowerBound":0,"upperBound":1,"independentScore":0.4508751943387446,"independent":true,"opponentIds":2471,"independentOpponentIds":2471,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["569994eadbf73e950041b1f9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4412682179577032,"lowerBound":0,"upperBound":1,"independentScore":0.4412682179577032,"independent":true,"opponentIds":2472,"independentOpponentIds":2472,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1551ef2a33f01b47020ef547"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.46564004008445636,"lowerBound":0,"upperBound":1,"independentScore":0.46564004008445636,"independent":true,"opponentIds":2473,"independentOpponentIds":2473,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["35517fb9c2159a955b38a320"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.763610433920049,"lowerBound":0,"upperBound":1,"independentScore":0.763610433920049,"independent":true,"opponentIds":2474,"independentOpponentIds":2474,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["76e122aa7a3557f5540aa180"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9118120567120251,"lowerBound":0,"upperBound":1,"independentScore":0.9118120567120251,"independent":true,"opponentIds":2475,"independentOpponentIds":2475,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["bf49f69842e743085d3b29d4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7530292701834389,"lowerBound":0,"upperBound":1,"independentScore":0.7530292701834389,"independent":true,"opponentIds":2476,"independentOpponentIds":2476,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["707035a3df53472cb7e55178"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5777365939569564,"lowerBound":0,"upperBound":1,"independentScore":0.5777365939569564,"independent":true,"opponentIds":2477,"independentOpponentIds":2477,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7bd753242e76b19ea002e45b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4378316710501897,"lowerBound":0,"upperBound":1,"independentScore":0.4378316710501897,"independent":true,"opponentIds":2478,"independentOpponentIds":2478,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3b570ef41663865b99bb5f67"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.20919264111481092,"lowerBound":0,"upperBound":1,"independentScore":0.20919264111481092,"independent":true,"opponentIds":2479,"independentOpponentIds":2479,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["70b65a26ecb30426a99bbd11"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["baa673fd7f683726d8a5dda4","7d6db873825a7618efbd9abb","e82a3c3e3750d84732cf515e","569994eadbf73e950041b1f9","1551ef2a33f01b47020ef547","35517fb9c2159a955b38a320","76e122aa7a3557f5540aa180","bf49f69842e743085d3b29d4","707035a3df53472cb7e55178","7bd753242e76b19ea002e45b","3b570ef41663865b99bb5f67","70b65a26ecb30426a99bbd11"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"minimax-m2--effort-reasoning","name":"MiniMax-M2 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2","detailsUrl":"/efforts?model=minimax-m2","publishedBenchmarkCount":13,"overallRating":{"score":0.05656517979819281,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000067}],"familyWeights":[{"family":"mmlu-pro","share":0.08965553356292784},{"family":"aime","share":0.08949746747004217},{"family":"livecodebench","share":0.08947178949828227},{"family":"ifbench","share":0.08742354034815615},{"family":"hle","share":0.08558592312079857},{"family":"gpqa","share":0.08541875740410196},{"family":"critpt","share":0.08507980407764416},{"family":"omniscience","share":0.08475060216405653},{"family":"gmmlu","share":0.07884583573806746},{"family":"aa-lcr","share":0.07873537781370199},{"family":"tau-bench","share":0.0754979519035066},{"family":"terminal-bench","share":0.07003741689871808}]},"capabilityRatings":[{"bucket":"agentic","score":0.21235475763041664,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11844839876066572,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1525636276168387,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1162147329210982,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.17208895474333508,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7536426536488582,"lowerBound":0,"upperBound":1,"independentScore":0.7536426536488582,"independent":true,"opponentIds":2480,"independentOpponentIds":2480,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["15e173c41fc9f2886eb66b86"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6200894910682182,"lowerBound":0,"upperBound":1,"independentScore":0.6200894910682182,"independent":true,"opponentIds":2481,"independentOpponentIds":2481,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4b2a76acf855c3e0dc2d8d5b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6199693263488043,"lowerBound":0,"upperBound":1,"independentScore":0.6199693263488043,"independent":true,"opponentIds":2482,"independentOpponentIds":2482,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6b058f286079d54d349739c0"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.483566571911437,"lowerBound":0,"upperBound":1,"independentScore":0.483566571911437,"independent":true,"opponentIds":2483,"independentOpponentIds":2483,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c8ceb595a568197b84bb8dcf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6168694717201645,"lowerBound":0,"upperBound":1,"independentScore":0.6168694717201645,"independent":true,"opponentIds":2484,"independentOpponentIds":2484,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d5a6567b3645829fc2a3454f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5889256462708778,"lowerBound":0,"upperBound":1,"independentScore":0.5889256462708778,"independent":true,"opponentIds":2485,"independentOpponentIds":2485,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e93f40e73566ac13cdce81f1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8789333082898069,"lowerBound":0,"upperBound":1,"independentScore":0.8789333082898069,"independent":true,"opponentIds":2486,"independentOpponentIds":2486,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["46c99f54bc78b97ddd3fca48"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9469541928549514,"lowerBound":0,"upperBound":1,"independentScore":0.9469541928549514,"independent":true,"opponentIds":2487,"independentOpponentIds":2487,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cb9c2d9b8a2a2cbceac239dc"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7883411507752075,"lowerBound":0,"upperBound":1,"independentScore":0.7883411507752075,"independent":true,"opponentIds":2488,"independentOpponentIds":2488,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8dffa85148103a6fbf5866f2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6026582105370158,"lowerBound":0,"upperBound":1,"independentScore":0.6026582105370158,"independent":true,"opponentIds":2489,"independentOpponentIds":2489,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a8c566f58d9598384af26fad"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8195509271884296,"lowerBound":0,"upperBound":1,"independentScore":0.8195509271884296,"independent":true,"opponentIds":2490,"independentOpponentIds":2490,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["294e3daadab33e631e294791"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7073706912989605,"lowerBound":0,"upperBound":1,"independentScore":0.7073706912989605,"independent":true,"opponentIds":2491,"independentOpponentIds":2491,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["20afbe1ed17985e55a8f213e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["15e173c41fc9f2886eb66b86","4b2a76acf855c3e0dc2d8d5b","6b058f286079d54d349739c0","c8ceb595a568197b84bb8dcf","d5a6567b3645829fc2a3454f","e93f40e73566ac13cdce81f1","46c99f54bc78b97ddd3fca48","cb9c2d9b8a2a2cbceac239dc","8dffa85148103a6fbf5866f2","a8c566f58d9598384af26fad","294e3daadab33e631e294791","20afbe1ed17985e55a8f213e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"minimax-m2.1--effort-reasoning","name":"MiniMax-M2.1 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.1","detailsUrl":"/efforts?model=minimax-m2.1","publishedBenchmarkCount":13,"overallRating":{"score":0.07473159000144385,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000067}],"familyWeights":[{"family":"mmlu-pro","share":0.08965553356292784},{"family":"aime","share":0.08949746747004217},{"family":"livecodebench","share":0.08947178949828227},{"family":"ifbench","share":0.08742354034815615},{"family":"hle","share":0.08558592312079857},{"family":"gpqa","share":0.08541875740410196},{"family":"critpt","share":0.08507980407764416},{"family":"omniscience","share":0.08475060216405653},{"family":"gmmlu","share":0.07884583573806746},{"family":"aa-lcr","share":0.07873537781370199},{"family":"tau-bench","share":0.0754979519035066},{"family":"terminal-bench","share":0.07003741689871808}]},"capabilityRatings":[{"bucket":"agentic","score":0.1902459512293814,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1508534283134206,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15965333256605527,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15292331992898064,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1985695083106086,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8258013178573186,"lowerBound":0,"upperBound":1,"independentScore":0.8258013178573186,"independent":true,"opponentIds":2492,"independentOpponentIds":2492,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["012ec764d84111d300f13dac"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6592825664908736,"lowerBound":0,"upperBound":1,"independentScore":0.6592825664908736,"independent":true,"opponentIds":2493,"independentOpponentIds":2493,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["415c1a5b1c6ee36b839c2b75"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5226848217404536,"lowerBound":0,"upperBound":1,"independentScore":0.5226848217404536,"independent":true,"opponentIds":2494,"independentOpponentIds":2494,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["706205dd32d2865bdad3c837"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6621880740088063,"lowerBound":0,"upperBound":1,"independentScore":0.6621880740088063,"independent":true,"opponentIds":2495,"independentOpponentIds":2495,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["f89ac3dfe86a385c12009ee9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7403236914660827,"lowerBound":0,"upperBound":1,"independentScore":0.7403236914660827,"independent":true,"opponentIds":2496,"independentOpponentIds":2496,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["06bba500a66ed5571b158392"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7225552317855566,"lowerBound":0,"upperBound":1,"independentScore":0.7225552317855566,"independent":true,"opponentIds":2497,"independentOpponentIds":2497,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["bac805b323fcd165819d80b9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8282932702282154,"lowerBound":0,"upperBound":1,"independentScore":0.8282932702282154,"independent":true,"opponentIds":2498,"independentOpponentIds":2498,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["63fcf0b40ce80d3935457cc3"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9277455191320305,"lowerBound":0,"upperBound":1,"independentScore":0.9277455191320305,"independent":true,"opponentIds":2499,"independentOpponentIds":2499,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["42d6364f9e1e5af2e60567ba"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9811669970177236,"lowerBound":0,"upperBound":1,"independentScore":0.9811669970177236,"independent":true,"opponentIds":2500,"independentOpponentIds":2500,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["607ba4f5a3bc386b9243147d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5464263217651829,"lowerBound":0,"upperBound":1,"independentScore":0.5464263217651829,"independent":true,"opponentIds":2501,"independentOpponentIds":2501,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["63491bdbc3d101722d1e08b6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7945948888228475,"lowerBound":0,"upperBound":1,"independentScore":0.7945948888228475,"independent":true,"opponentIds":2502,"independentOpponentIds":2502,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ca2ec2abdaaeae0bda0f8bf1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7518977048540855,"lowerBound":0,"upperBound":1,"independentScore":0.7518977048540855,"independent":true,"opponentIds":2503,"independentOpponentIds":2503,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["49baf6fa212628aa4d1c49eb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["012ec764d84111d300f13dac","415c1a5b1c6ee36b839c2b75","706205dd32d2865bdad3c837","f89ac3dfe86a385c12009ee9","06bba500a66ed5571b158392","bac805b323fcd165819d80b9","63fcf0b40ce80d3935457cc3","42d6364f9e1e5af2e60567ba","607ba4f5a3bc386b9243147d","63491bdbc3d101722d1e08b6","ca2ec2abdaaeae0bda0f8bf1","49baf6fa212628aa4d1c49eb"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"minimax-m2.5--effort-reasoning","name":"MiniMax-M2.5 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.5","detailsUrl":"/efforts?model=minimax-m2.5","publishedBenchmarkCount":10,"overallRating":{"score":0.11130839411104665,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000113}],"familyWeights":[{"family":"ifbench","share":0.1208588803737929},{"family":"hle","share":0.11831313100753606},{"family":"gpqa","share":0.11811407157458628},{"family":"critpt","share":0.11682624853858936},{"family":"omniscience","share":0.11613221028192323},{"family":"aa-lcr","share":0.10854814690655688},{"family":"gmmlu","share":0.10325303280915055},{"family":"tau-bench","share":0.10296474652912986},{"family":"terminal-bench","share":0.09498953197874786}]},"capabilityRatings":[{"bucket":"agentic","score":0.3574035182153746,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1922515174001298,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.20781801505418174,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16937798401116524,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.294836736473961,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7720776693336774,"lowerBound":0,"upperBound":1,"independentScore":0.7720776693336774,"independent":true,"opponentIds":2504,"independentOpponentIds":2504,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fdd30d2c9b426a753f20b9be"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.653568470163752,"lowerBound":0,"upperBound":1,"independentScore":0.653568470163752,"independent":true,"opponentIds":2505,"independentOpponentIds":2505,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a1617509d3cbb2fd7d00a142"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6707466001766257,"lowerBound":0,"upperBound":1,"independentScore":0.6707466001766257,"independent":true,"opponentIds":2506,"independentOpponentIds":2506,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["9ce6c4532cb91f00ecbfccda"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8028139637225584,"lowerBound":0,"upperBound":1,"independentScore":0.8028139637225584,"independent":true,"opponentIds":2507,"independentOpponentIds":2507,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["32c51132daff11e2ed08e2f7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6967417666583176,"lowerBound":0,"upperBound":1,"independentScore":0.6967417666583176,"independent":true,"opponentIds":2508,"independentOpponentIds":2508,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e5ce79cceaa2a277376cead9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.870143685415643,"lowerBound":0,"upperBound":1,"independentScore":0.870143685415643,"independent":true,"opponentIds":2509,"independentOpponentIds":2509,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7e865e71141b2c84968e7539"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6830963859587093,"lowerBound":0,"upperBound":1,"independentScore":0.6830963859587093,"independent":true,"opponentIds":2510,"independentOpponentIds":2510,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c0846c958c8a9391b1607a28"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9336368062858058,"lowerBound":0,"upperBound":1,"independentScore":0.9336368062858058,"independent":true,"opponentIds":2511,"independentOpponentIds":2511,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d891e4daf4fb77148b30e881"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.848562272624117,"lowerBound":0,"upperBound":1,"independentScore":0.848562272624117,"independent":true,"opponentIds":2512,"independentOpponentIds":2512,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["79f3006b495cd426a1b73144"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fdd30d2c9b426a753f20b9be","a1617509d3cbb2fd7d00a142","9ce6c4532cb91f00ecbfccda","32c51132daff11e2ed08e2f7","e5ce79cceaa2a277376cead9","7e865e71141b2c84968e7539","c0846c958c8a9391b1607a28","d891e4daf4fb77148b30e881","79f3006b495cd426a1b73144"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"minimax-m2.7--effort-reasoning","name":"MiniMax-M2.7 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.7","detailsUrl":"/efforts?model=minimax-m2.7","publishedBenchmarkCount":21,"overallRating":{"score":0.09067310873728786,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999769}],"familyWeights":[{"family":"ifbench","share":0.07804043099542392},{"family":"hle","share":0.07652982046503042},{"family":"gpqa","share":0.07631446125486227},{"family":"critpt","share":0.0763044543614092},{"family":"omniscience","share":0.07605993663124695},{"family":"tau-bench","share":0.07368356015332607},{"family":"terminal-bench","share":0.07257598223916188},{"family":"gdpval","share":0.0698394290900229},{"family":"briefcase","share":0.06678956131942915},{"family":"automationbench","share":0.0667663785872589},{"family":"gdp-pdf","share":0.06648211872550654},{"family":"aa-lcr","share":0.06422301095767945},{"family":"apex-agents","share":0.048180935843960354},{"family":"itbench","share":0.04761289643871524},{"family":"analyst-agent","share":0.040597022936950417}]},"capabilityRatings":[{"bucket":"agentic","score":0.1465132399722404,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.22144074873745365,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17382597935379265,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23341926760658185,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.2462244328829303,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.21666551641875842,"lowerBound":0,"upperBound":1,"independentScore":0.21666551641875842,"independent":true,"opponentIds":2513,"independentOpponentIds":2513,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["321b203cb1bcd8963cb0d3f1"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4239486690181229,"lowerBound":0,"upperBound":1,"independentScore":0.4239486690181229,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["31bb6816c84a9177336f1c57"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.16432541642583193,"lowerBound":0,"upperBound":1,"independentScore":0.16432541642583193,"independent":true,"opponentIds":2515,"independentOpponentIds":2515,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["0a2ca8def46f136850189c8d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5896793607195584,"lowerBound":0,"upperBound":1,"independentScore":0.5896793607195584,"independent":true,"opponentIds":2516,"independentOpponentIds":2516,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["fb3d618157a3f1a25a01a961","b989c5a8f886f6da83a747a2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.36719504027777083,"lowerBound":0,"upperBound":1,"independentScore":0.36719504027777083,"independent":true,"opponentIds":2517,"independentOpponentIds":2517,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["26a788cce0f3865839b1a6a3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5848344852571973,"lowerBound":0,"upperBound":1,"independentScore":0.5848344852571973,"independent":true,"opponentIds":2518,"independentOpponentIds":2518,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["794fb014d2eb798e8b2998f4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4223172433498912,"lowerBound":0,"upperBound":1,"independentScore":0.4223172433498912,"independent":true,"opponentIds":2519,"independentOpponentIds":2519,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["567794a1ed9be3483b007022"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6019197481343659,"lowerBound":0,"upperBound":1,"independentScore":0.6019197481343659,"independent":true,"opponentIds":2520,"independentOpponentIds":2520,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["e254b9330a2ddeee1dfc96f0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8480379235114456,"lowerBound":0,"upperBound":1,"independentScore":0.8480379235114456,"independent":true,"opponentIds":2521,"independentOpponentIds":2521,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f0c7870f4e72d890a6e64bb4"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7921398400539879,"lowerBound":0,"upperBound":1,"independentScore":0.7921398400539879,"independent":true,"opponentIds":2522,"independentOpponentIds":2522,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d5472132d9679cc02891ff10"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9352674616582152,"lowerBound":0,"upperBound":1,"independentScore":0.9352674616582152,"independent":true,"opponentIds":2523,"independentOpponentIds":2523,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ee98703c061223da691631e2"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.19694573054372,"lowerBound":0,"upperBound":1,"independentScore":0.19694573054372,"independent":true,"opponentIds":2524,"independentOpponentIds":2524,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["b5993fc570c20cd787f9e13a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6948527679359952,"lowerBound":0,"upperBound":1,"independentScore":0.6948527679359952,"independent":true,"opponentIds":2525,"independentOpponentIds":2525,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c4cc58c4b043d4096f9904e6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5957264799631525,"lowerBound":0,"upperBound":1,"independentScore":0.5957264799631525,"independent":true,"opponentIds":2526,"independentOpponentIds":2526,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["11881577f9e60c3849db70ae","30e77a7107692ba54da4230b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5901147000318646,"lowerBound":0,"upperBound":1,"independentScore":0.5901147000318646,"independent":true,"opponentIds":2527,"independentOpponentIds":2527,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["787cc9d04ef43d1609bcd3bd","f8ae42068ed742b6900a2f63","eee673418f1fbd3067f5fc74"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["321b203cb1bcd8963cb0d3f1","31bb6816c84a9177336f1c57","0a2ca8def46f136850189c8d","fb3d618157a3f1a25a01a961","26a788cce0f3865839b1a6a3","794fb014d2eb798e8b2998f4","567794a1ed9be3483b007022","e254b9330a2ddeee1dfc96f0","f0c7870f4e72d890a6e64bb4","d5472132d9679cc02891ff10","ee98703c061223da691631e2","b5993fc570c20cd787f9e13a","b989c5a8f886f6da83a747a2","c4cc58c4b043d4096f9904e6","11881577f9e60c3849db70ae","30e77a7107692ba54da4230b","787cc9d04ef43d1609bcd3bd","f8ae42068ed742b6900a2f63","eee673418f1fbd3067f5fc74"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"minimax-m3--effort-reasoning","name":"MiniMax-M3 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m3","detailsUrl":"/efforts?model=minimax-m3","publishedBenchmarkCount":23,"overallRating":{"score":0.16934596133409674,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000056}],"familyWeights":[{"family":"ifbench","share":0.06898390831177853},{"family":"hle","share":0.067763825210972},{"family":"mmmu-pro","share":0.06772887696922221},{"family":"critpt","share":0.0676288824754023},{"family":"gpqa","share":0.0675625552054846},{"family":"omniscience","share":0.06742673092060066},{"family":"tau-bench","share":0.06589734580862684},{"family":"terminal-bench","share":0.06501952240828937},{"family":"gdpval","share":0.06294471605903647},{"family":"automationbench","share":0.06075797674292994},{"family":"briefcase","share":0.06073311892553968},{"family":"gdp-pdf","share":0.06055892436295931},{"family":"aa-lcr","share":0.057122495897188645},{"family":"enterprise-ops","share":0.043964335063176686},{"family":"terminal-bench-science","share":0.04213718837615727},{"family":"analyst-agent","share":0.03763898492615893},{"family":"harvey","share":0.036130612336483625}]},"capabilityRatings":[{"bucket":"agentic","score":0.24511647274772555,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3741835677312886,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.32714600733409077,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.13958941489535628,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3666214620997925,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5807176685645684,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.1691269092676123,"lowerBound":0,"upperBound":1,"independentScore":0.1691269092676123,"independent":true,"opponentIds":2528,"independentOpponentIds":2528,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["1b190b8dbfc16399d02b9178"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6680279921433502,"lowerBound":0,"upperBound":1,"independentScore":0.6680279921433502,"independent":true,"opponentIds":2529,"independentOpponentIds":2529,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["111682105ee966bede64fbaa"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8464166996648642,"lowerBound":0,"upperBound":1,"independentScore":0.8464166996648642,"independent":true,"opponentIds":2530,"independentOpponentIds":2530,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["c2e74f20e737aa48dad4c020","b71623bbe996f6dabd9c34c8"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5693930198488968,"lowerBound":0,"upperBound":1,"independentScore":0.5693930198488968,"independent":true,"opponentIds":2531,"independentOpponentIds":2531,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["248b861b8fed37090c1f8c0b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.744299670832423,"lowerBound":0,"upperBound":1,"independentScore":0.744299670832423,"independent":true,"opponentIds":2532,"independentOpponentIds":2532,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1f198b5e25c25ed5607f80d6"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.33374650313250914,"lowerBound":0,"upperBound":1,"independentScore":0.33374650313250914,"independent":true,"opponentIds":2533,"independentOpponentIds":2533,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["951a4a9311deecbd1ebfeba8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5403114005382219,"lowerBound":0,"upperBound":1,"independentScore":0.5403114005382219,"independent":true,"opponentIds":2534,"independentOpponentIds":2534,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["658dddbeb79c99f8170b45c6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7446531923488535,"lowerBound":0,"upperBound":1,"independentScore":0.7446531923488535,"independent":true,"opponentIds":2535,"independentOpponentIds":2535,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["357efeb942fca6d8756ee9fc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9652511685846841,"lowerBound":0,"upperBound":1,"independentScore":0.9652511685846841,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["256f9459d7bae8c1220d17aa"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.10017944088125325,"lowerBound":0,"upperBound":1,"independentScore":0.10017944088125325,"independent":true,"opponentIds":2537,"independentOpponentIds":2537,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["6fda615c4d86b98b9bcce13a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8738448951429881,"lowerBound":0,"upperBound":1,"independentScore":0.8738448951429881,"independent":true,"opponentIds":2538,"independentOpponentIds":2538,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e81c6a6abc1d601d7c3cc6e5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9985461664213349,"lowerBound":0,"upperBound":1,"independentScore":0.9985461664213349,"independent":true,"opponentIds":2539,"independentOpponentIds":2539,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1215dcb06b2956ad29b293d1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8424237539125058,"lowerBound":0,"upperBound":1,"independentScore":0.8424237539125058,"independent":true,"opponentIds":2540,"independentOpponentIds":2540,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["309e3a0e336f395747e154e9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.342976730970449,"lowerBound":0,"upperBound":1,"independentScore":0.342976730970449,"independent":true,"opponentIds":2541,"independentOpponentIds":2541,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c8a6c5af1be278d8485103a7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7174783248737072,"lowerBound":0,"upperBound":1,"independentScore":0.7174783248737072,"independent":true,"opponentIds":2542,"independentOpponentIds":2542,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["dfa5db0c68d02042c0e75111","5ec3544112e3145637229862"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.09414655349345392,"lowerBound":0,"upperBound":1,"independentScore":0.09414655349345392,"independent":true,"opponentIds":2543,"independentOpponentIds":2543,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["220c4cbb8ac4b35ba8a8b0d1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.759466134846757,"lowerBound":0,"upperBound":1,"independentScore":0.759466134846757,"independent":true,"opponentIds":2544,"independentOpponentIds":2544,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["28e428e681b3d40c5d5bd4b7","2daf109e7eda8d8d1b90de72","ceeed623352a3b0afbc75255"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1b190b8dbfc16399d02b9178","111682105ee966bede64fbaa","c2e74f20e737aa48dad4c020","248b861b8fed37090c1f8c0b","1f198b5e25c25ed5607f80d6","951a4a9311deecbd1ebfeba8","658dddbeb79c99f8170b45c6","357efeb942fca6d8756ee9fc","256f9459d7bae8c1220d17aa","6fda615c4d86b98b9bcce13a","e81c6a6abc1d601d7c3cc6e5","1215dcb06b2956ad29b293d1","b71623bbe996f6dabd9c34c8","309e3a0e336f395747e154e9","c8a6c5af1be278d8485103a7","dfa5db0c68d02042c0e75111","5ec3544112e3145637229862","220c4cbb8ac4b35ba8a8b0d1","28e428e681b3d40c5d5bd4b7","2daf109e7eda8d8d1b90de72","ceeed623352a3b0afbc75255"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"ministral-3-14b--effort-non-reasoning","name":"Ministral 3 14B · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3-14b","detailsUrl":"/efforts?model=ministral-3-14b","publishedBenchmarkCount":22,"overallRating":{"score":0.005420280321491684,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"aime","share":0.06288739931554103},{"family":"mmlu-pro","share":0.06284991478089057},{"family":"livecodebench","share":0.06283887645433826},{"family":"ifbench","share":0.06131412598783198},{"family":"hle","share":0.060229694403869334},{"family":"mmmu-pro","share":0.060198631784337604},{"family":"critpt","share":0.06010975489779685},{"family":"gpqa","share":0.06005080203931597},{"family":"omniscience","share":0.059930078996516735},{"family":"gmmlu","share":0.05921678768371317},{"family":"tau-bench","share":0.05857073427780839},{"family":"terminal-bench","share":0.05779050920966494},{"family":"aa-lcr","share":0.05625700652234336},{"family":"gdpval","share":0.05594638438386516},{"family":"automationbench","share":0.05400277154412398},{"family":"briefcase","share":0.05398067747342621},{"family":"gdp-pdf","share":0.053825850244615454}]},"capabilityRatings":[{"bucket":"agentic","score":0.04561560964683788,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.023509273358559374,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.020868503760919383,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01456529341182951,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.020007021761998967,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03790926344747702,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.1592884695755158,"lowerBound":0,"upperBound":1,"independentScore":0.1592884695755158,"independent":true,"opponentIds":2545,"independentOpponentIds":2545,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["35c7a7125cb6c529790a7d4f"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.31460669434081273,"lowerBound":0,"upperBound":1,"independentScore":0.31460669434081273,"independent":true,"opponentIds":2546,"independentOpponentIds":2546,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["42349f526e6d0332bf405daf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.26586905457969334,"lowerBound":0,"upperBound":1,"independentScore":0.26586905457969334,"independent":true,"opponentIds":2547,"independentOpponentIds":2547,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a0c8321b9301b9f1798b9cfc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.14027119799404,"lowerBound":0,"upperBound":1,"independentScore":0.14027119799404,"independent":true,"opponentIds":2548,"independentOpponentIds":2548,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0070a33608cc4dff46bd33ae"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2338229680886719,"lowerBound":0,"upperBound":1,"independentScore":0.2338229680886719,"independent":true,"opponentIds":2549,"independentOpponentIds":2549,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["846b8d7e1064ca9b051085c7"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.1689729286868207,"lowerBound":0,"upperBound":1,"independentScore":0.1689729286868207,"independent":true,"opponentIds":2550,"independentOpponentIds":2550,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["cda2910501e76db2d2736f56"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.2139212054922243,"lowerBound":0,"upperBound":1,"independentScore":0.2139212054922243,"independent":true,"opponentIds":2551,"independentOpponentIds":2551,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["11b41c650ac68e8872edf26a"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.13871785024990743,"lowerBound":0,"upperBound":1,"independentScore":0.13871785024990743,"independent":true,"opponentIds":2552,"independentOpponentIds":2552,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["6a3eca23d8d091c16f3cfd1c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2510706003898574,"lowerBound":0,"upperBound":1,"independentScore":0.2510706003898574,"independent":true,"opponentIds":2553,"independentOpponentIds":2553,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6b2250ddf133129bcae06578"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.22293234227447403,"lowerBound":0,"upperBound":1,"independentScore":0.22293234227447403,"independent":true,"opponentIds":2554,"independentOpponentIds":2554,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["587f9758a421063bc87f1bd3"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2064443681704618,"lowerBound":0,"upperBound":1,"independentScore":0.2064443681704618,"independent":true,"opponentIds":2555,"independentOpponentIds":2555,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8e84b419d65d216d6cbfa5af"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.33942637920585106,"lowerBound":0,"upperBound":1,"independentScore":0.33942637920585106,"independent":true,"opponentIds":2556,"independentOpponentIds":2556,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5fb5342b1e2722933a4b16a0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2992104522824529,"lowerBound":0,"upperBound":1,"independentScore":0.2992104522824529,"independent":true,"opponentIds":2557,"independentOpponentIds":2557,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f87c3cd084923ae9b2c7f4ce"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.18162296624164126,"lowerBound":0,"upperBound":1,"independentScore":0.18162296624164126,"independent":true,"opponentIds":2558,"independentOpponentIds":2558,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["0e5192b6eba15650e9b5f30b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1835166075533265,"lowerBound":0,"upperBound":1,"independentScore":0.1835166075533265,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8fea1cc0e155ab32e6483df1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.29764751147661217,"lowerBound":0,"upperBound":1,"independentScore":0.29764751147661217,"independent":true,"opponentIds":2560,"independentOpponentIds":2560,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["97bfb615237aae3a3c921741","a7b6b01c635f177b41f7ae72"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.23734398834160944,"lowerBound":0,"upperBound":1,"independentScore":0.23734398834160944,"independent":true,"opponentIds":2561,"independentOpponentIds":2561,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["a19663d7c4239500d8bf6258","c19f710109a638e2159d0164","36a15daaabc73dc6d5977ead"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["35c7a7125cb6c529790a7d4f","42349f526e6d0332bf405daf","a0c8321b9301b9f1798b9cfc","0070a33608cc4dff46bd33ae","846b8d7e1064ca9b051085c7","cda2910501e76db2d2736f56","11b41c650ac68e8872edf26a","6a3eca23d8d091c16f3cfd1c","6b2250ddf133129bcae06578","587f9758a421063bc87f1bd3","8e84b419d65d216d6cbfa5af","5fb5342b1e2722933a4b16a0","f87c3cd084923ae9b2c7f4ce","0e5192b6eba15650e9b5f30b","8fea1cc0e155ab32e6483df1","97bfb615237aae3a3c921741","a7b6b01c635f177b41f7ae72","a19663d7c4239500d8bf6258","c19f710109a638e2159d0164","36a15daaabc73dc6d5977ead"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"ministral-3-3b--effort-non-reasoning","name":"Ministral 3 3B · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3-3b","detailsUrl":"/efforts?model=ministral-3-3b","publishedBenchmarkCount":22,"overallRating":{"score":0.002616765674525333,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"aime","share":0.06288739931554103},{"family":"mmlu-pro","share":0.06284991478089057},{"family":"livecodebench","share":0.06283887645433826},{"family":"ifbench","share":0.06131412598783198},{"family":"hle","share":0.060229694403869334},{"family":"mmmu-pro","share":0.060198631784337604},{"family":"critpt","share":0.06010975489779685},{"family":"gpqa","share":0.06005080203931597},{"family":"omniscience","share":0.059930078996516735},{"family":"gmmlu","share":0.05921678768371317},{"family":"tau-bench","share":0.05857073427780839},{"family":"terminal-bench","share":0.05779050920966494},{"family":"aa-lcr","share":0.05625700652234336},{"family":"gdpval","share":0.05594638438386516},{"family":"automationbench","share":0.05400277154412398},{"family":"briefcase","share":0.05398067747342621},{"family":"gdp-pdf","share":0.053825850244615454}]},"capabilityRatings":[{"bucket":"agentic","score":0.027329646445569542,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.019066030390775448,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.00857209931373013,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006923882375249681,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.008766316205380834,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.025655908507230967,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.05242767973438738,"lowerBound":0,"upperBound":1,"independentScore":0.05242767973438738,"independent":true,"opponentIds":2562,"independentOpponentIds":2562,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5be0abee5a900841a5329430"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.21856339656350193,"lowerBound":0,"upperBound":1,"independentScore":0.21856339656350193,"independent":true,"opponentIds":2563,"independentOpponentIds":2563,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9a944bda300cc996ed6055a5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.191105351705131,"lowerBound":0,"upperBound":1,"independentScore":0.191105351705131,"independent":true,"opponentIds":2564,"independentOpponentIds":2564,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["377e02abab9d9b855350cd51"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.1510535295848792,"lowerBound":0,"upperBound":1,"independentScore":0.1510535295848792,"independent":true,"opponentIds":2565,"independentOpponentIds":2565,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["843d9648b3e5e036b0acb2be"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2338229680886719,"lowerBound":0,"upperBound":1,"independentScore":0.2338229680886719,"independent":true,"opponentIds":2566,"independentOpponentIds":2566,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["8ed0c4631ac65f1f25e3f7ca"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.0159177396589034,"lowerBound":0,"upperBound":1,"independentScore":0.0159177396589034,"independent":true,"opponentIds":2567,"independentOpponentIds":2567,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["cb5b018f13832c2363fbacae"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.1496269559398771,"lowerBound":0,"upperBound":1,"independentScore":0.1496269559398771,"independent":true,"opponentIds":2568,"independentOpponentIds":2568,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["630c9aaa4743c002a57b43d6"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.062161300819533985,"lowerBound":0,"upperBound":1,"independentScore":0.062161300819533985,"independent":true,"opponentIds":2569,"independentOpponentIds":2569,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["b537260129d057deead47b8d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08225920387841996,"lowerBound":0,"upperBound":1,"independentScore":0.08225920387841996,"independent":true,"opponentIds":2570,"independentOpponentIds":2570,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["58e5a9f2cd204be72403efef"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3151892201442153,"lowerBound":0,"upperBound":1,"independentScore":0.3151892201442153,"independent":true,"opponentIds":2571,"independentOpponentIds":2571,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d1a4aca9ced7ddd73ed98e8c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.09013768187724397,"lowerBound":0,"upperBound":1,"independentScore":0.09013768187724397,"independent":true,"opponentIds":2572,"independentOpponentIds":2572,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0bf69fe4d67896af5c1f65c8"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.1713414342264223,"lowerBound":0,"upperBound":1,"independentScore":0.1713414342264223,"independent":true,"opponentIds":2573,"independentOpponentIds":2573,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5bcb8f2f21bc3ebaf7da173c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.09744024597356198,"lowerBound":0,"upperBound":1,"independentScore":0.09744024597356198,"independent":true,"opponentIds":2574,"independentOpponentIds":2574,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["283f4b4a8c76f509c6d422e7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.053849201954608863,"lowerBound":0,"upperBound":1,"independentScore":0.053849201954608863,"independent":true,"opponentIds":2575,"independentOpponentIds":2575,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3b5a9373617c66fda5b546f0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.07546862737586238,"lowerBound":0,"upperBound":1,"independentScore":0.07546862737586238,"independent":true,"opponentIds":2576,"independentOpponentIds":2576,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7a796ce9f7d23b28986ff5e8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.20138937193463446,"lowerBound":0,"upperBound":1,"independentScore":0.20138937193463446,"independent":true,"opponentIds":2577,"independentOpponentIds":2577,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["83db4f32b2b311f3f83c14d5","c9c4e289cdf58ffe5ffa14b4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.080881017549042,"lowerBound":0,"upperBound":1,"independentScore":0.080881017549042,"independent":true,"opponentIds":2578,"independentOpponentIds":2578,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["4f010862ca6747cc6d8401ce","77514ba2a733e772619ec66b","7009edb8b996cc961ae08907"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5be0abee5a900841a5329430","9a944bda300cc996ed6055a5","377e02abab9d9b855350cd51","843d9648b3e5e036b0acb2be","8ed0c4631ac65f1f25e3f7ca","cb5b018f13832c2363fbacae","630c9aaa4743c002a57b43d6","b537260129d057deead47b8d","58e5a9f2cd204be72403efef","d1a4aca9ced7ddd73ed98e8c","0bf69fe4d67896af5c1f65c8","5bcb8f2f21bc3ebaf7da173c","283f4b4a8c76f509c6d422e7","3b5a9373617c66fda5b546f0","7a796ce9f7d23b28986ff5e8","83db4f32b2b311f3f83c14d5","c9c4e289cdf58ffe5ffa14b4","4f010862ca6747cc6d8401ce","77514ba2a733e772619ec66b","7009edb8b996cc961ae08907"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"ministral-3-8b--effort-non-reasoning","name":"Ministral 3 8B · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3-8b","detailsUrl":"/efforts?model=ministral-3-8b","publishedBenchmarkCount":22,"overallRating":{"score":0.003906508394625741,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"aime","share":0.06288739931554103},{"family":"mmlu-pro","share":0.06284991478089057},{"family":"livecodebench","share":0.06283887645433826},{"family":"ifbench","share":0.06131412598783198},{"family":"hle","share":0.060229694403869334},{"family":"mmmu-pro","share":0.060198631784337604},{"family":"critpt","share":0.06010975489779685},{"family":"gpqa","share":0.06005080203931597},{"family":"omniscience","share":0.059930078996516735},{"family":"gmmlu","share":0.05921678768371317},{"family":"tau-bench","share":0.05857073427780839},{"family":"terminal-bench","share":0.05779050920966494},{"family":"aa-lcr","share":0.05625700652234336},{"family":"gdpval","share":0.05594638438386516},{"family":"automationbench","share":0.05400277154412398},{"family":"briefcase","share":0.05398067747342621},{"family":"gdp-pdf","share":0.053825850244615454}]},"capabilityRatings":[{"bucket":"agentic","score":0.0337112198780816,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020396551976225117,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01569734909440875,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01047273198417785,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.015427343158295989,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03618809658858476,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.1375152255328194,"lowerBound":0,"upperBound":1,"independentScore":0.1375152255328194,"independent":true,"opponentIds":2579,"independentOpponentIds":2579,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f31efa2ad660815a88149738"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3466903473280441,"lowerBound":0,"upperBound":1,"independentScore":0.3466903473280441,"independent":true,"opponentIds":2580,"independentOpponentIds":2580,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3dd4f3c338791cdbb4285fe1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.25664327898013534,"lowerBound":0,"upperBound":1,"independentScore":0.25664327898013534,"independent":true,"opponentIds":2581,"independentOpponentIds":2581,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6007b52d64bc356c474923d7"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.12541554113555045,"lowerBound":0,"upperBound":1,"independentScore":0.12541554113555045,"independent":true,"opponentIds":2582,"independentOpponentIds":2582,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["605bc0d7c72327162c223151"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2338229680886719,"lowerBound":0,"upperBound":1,"independentScore":0.2338229680886719,"independent":true,"opponentIds":2583,"independentOpponentIds":2583,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a8ad5cdcd0e1929baa7929f2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.08111925018479617,"lowerBound":0,"upperBound":1,"independentScore":0.08111925018479617,"independent":true,"opponentIds":2584,"independentOpponentIds":2584,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["dea8abc42d6581d240a14318"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.19451504272184025,"lowerBound":0,"upperBound":1,"independentScore":0.19451504272184025,"independent":true,"opponentIds":2585,"independentOpponentIds":2585,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["3af1b66cf28b459b2943e79d"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.10469271716974145,"lowerBound":0,"upperBound":1,"independentScore":0.10469271716974145,"independent":true,"opponentIds":2586,"independentOpponentIds":2586,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7183c2052a20887069af7aa7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.15870210041190105,"lowerBound":0,"upperBound":1,"independentScore":0.15870210041190105,"independent":true,"opponentIds":2587,"independentOpponentIds":2587,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["41188e61e8f63338df1815bf"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1585093383229408,"lowerBound":0,"upperBound":1,"independentScore":0.1585093383229408,"independent":true,"opponentIds":2588,"independentOpponentIds":2588,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b6bf00c2a753272d88d86510"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1381141899731964,"lowerBound":0,"upperBound":1,"independentScore":0.1381141899731964,"independent":true,"opponentIds":2589,"independentOpponentIds":2589,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["05a6e30b5856ecc160d17ae0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.26502812487069416,"lowerBound":0,"upperBound":1,"independentScore":0.26502812487069416,"independent":true,"opponentIds":2590,"independentOpponentIds":2590,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e7c5d463ec1b8d046eeeffef"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.18897502249418083,"lowerBound":0,"upperBound":1,"independentScore":0.18897502249418083,"independent":true,"opponentIds":2591,"independentOpponentIds":2591,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e640a3de368a7ff58a8b9410"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.13745717341044894,"lowerBound":0,"upperBound":1,"independentScore":0.13745717341044894,"independent":true,"opponentIds":2592,"independentOpponentIds":2592,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["faad5ca0d804e52efc4f202b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.15712320781531997,"lowerBound":0,"upperBound":1,"independentScore":0.15712320781531997,"independent":true,"opponentIds":2593,"independentOpponentIds":2593,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["edcff04c2243d437ad690a4d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.20228285926272888,"lowerBound":0,"upperBound":1,"independentScore":0.20228285926272888,"independent":true,"opponentIds":2594,"independentOpponentIds":2594,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["43a3d3fe9aa6ddda6930bd0e","4d95912317d4bb5d72f9b21d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2014192175446561,"lowerBound":0,"upperBound":1,"independentScore":0.2014192175446561,"independent":true,"opponentIds":2595,"independentOpponentIds":2595,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["d5d3b3be768714fdf63001cf","0c7d5dd66f6c30384d34f3fd","345253b8f88be2712721eb6a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f31efa2ad660815a88149738","3dd4f3c338791cdbb4285fe1","6007b52d64bc356c474923d7","605bc0d7c72327162c223151","a8ad5cdcd0e1929baa7929f2","dea8abc42d6581d240a14318","3af1b66cf28b459b2943e79d","7183c2052a20887069af7aa7","41188e61e8f63338df1815bf","b6bf00c2a753272d88d86510","05a6e30b5856ecc160d17ae0","e7c5d463ec1b8d046eeeffef","e640a3de368a7ff58a8b9410","faad5ca0d804e52efc4f202b","edcff04c2243d437ad690a4d","43a3d3fe9aa6ddda6930bd0e","4d95912317d4bb5d72f9b21d","d5d3b3be768714fdf63001cf","0c7d5dd66f6c30384d34f3fd","345253b8f88be2712721eb6a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"mistral-large-2407--effort-non-reasoning","name":"Mistral Large 2 (July 2024) · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-2407","detailsUrl":"/efforts?model=mistral-large-2407","publishedBenchmarkCount":9,"overallRating":{"score":0.0018865972019153838,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":229,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000118}],"familyWeights":[{"family":"mmlu-pro","share":0.11558532057437082},{"family":"ifbench","share":0.11516446021725028},{"family":"livecodebench","share":0.1146479435307442},{"family":"aime","share":0.11456392743724146},{"family":"math500","share":0.11320352064637423},{"family":"hle","share":0.11273865707637533},{"family":"gpqa","share":0.11254897658226591},{"family":"aa-lcr","share":0.10343376264461167},{"family":"tau-bench","share":0.09811343129076763}]},"capabilityRatings":[{"bucket":"agentic","score":0.03380588967819099,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0070637773598939795,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007433905410323693,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.012280016717665538,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.01532610150748806,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2596,"independentOpponentIds":2596,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["dbe2eeeed1d775de800dcb31"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.11795646295491881,"lowerBound":0,"upperBound":1,"independentScore":0.11795646295491881,"independent":true,"opponentIds":2597,"independentOpponentIds":2597,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["348a6de2555440e02838cb61"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1659184368811601,"lowerBound":0,"upperBound":1,"independentScore":0.1659184368811601,"independent":true,"opponentIds":2598,"independentOpponentIds":2598,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b7a16d7e8dee63f9d55e9d63"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.025236043694837555,"lowerBound":0,"upperBound":1,"independentScore":0.025236043694837555,"independent":true,"opponentIds":2599,"independentOpponentIds":2599,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d63bb6149699d19daa535c35"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1845597004786555,"lowerBound":0,"upperBound":1,"independentScore":0.1845597004786555,"independent":true,"opponentIds":2600,"independentOpponentIds":2600,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["28e7e03881e741b0ee543153"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.19264945228088823,"lowerBound":0,"upperBound":1,"independentScore":0.19264945228088823,"independent":true,"opponentIds":2601,"independentOpponentIds":2601,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b0ca3209dcb5204b311ef0d3"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.1690960325352247,"lowerBound":0,"upperBound":1,"independentScore":0.1690960325352247,"independent":true,"opponentIds":2602,"independentOpponentIds":2602,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["381cfdc71bbd8167f239652c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.25647108966075055,"lowerBound":0,"upperBound":1,"independentScore":0.25647108966075055,"independent":true,"opponentIds":2603,"independentOpponentIds":2603,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["13edbb09a0d6f48740227bf4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4213896688608989,"lowerBound":0,"upperBound":1,"independentScore":0.4213896688608989,"independent":true,"opponentIds":2604,"independentOpponentIds":2604,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["05576a4ab91490da5b5f7e76"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["dbe2eeeed1d775de800dcb31","348a6de2555440e02838cb61","b7a16d7e8dee63f9d55e9d63","d63bb6149699d19daa535c35","28e7e03881e741b0ee543153","b0ca3209dcb5204b311ef0d3","381cfdc71bbd8167f239652c","13edbb09a0d6f48740227bf4","05576a4ab91490da5b5f7e76"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"mistral-large-3--effort-non-reasoning","name":"Mistral Large 3 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-3","detailsUrl":"/efforts?model=mistral-large-3","publishedBenchmarkCount":22,"overallRating":{"score":0.012075232831022275,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"aime","share":0.06288739931554103},{"family":"mmlu-pro","share":0.06284991478089057},{"family":"livecodebench","share":0.06283887645433826},{"family":"ifbench","share":0.06131412598783198},{"family":"hle","share":0.060229694403869334},{"family":"mmmu-pro","share":0.060198631784337604},{"family":"critpt","share":0.06010975489779685},{"family":"gpqa","share":0.06005080203931597},{"family":"omniscience","share":0.059930078996516735},{"family":"gmmlu","share":0.05921678768371317},{"family":"tau-bench","share":0.05857073427780839},{"family":"terminal-bench","share":0.05779050920966494},{"family":"aa-lcr","share":0.05625700652234336},{"family":"gdpval","share":0.05594638438386516},{"family":"automationbench","share":0.05400277154412398},{"family":"briefcase","share":0.05398067747342621},{"family":"gdp-pdf","share":0.053825850244615454}]},"capabilityRatings":[{"bucket":"agentic","score":0.05527253272660029,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.028872618025644104,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.037215620525179634,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05952423707779262,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03473348584146981,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.057721385361360705,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.19606105951429192,"lowerBound":0,"upperBound":1,"independentScore":0.19606105951429192,"independent":true,"opponentIds":2605,"independentOpponentIds":2605,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b174853ca58c57fa9ba2f879"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4177104723871584,"lowerBound":0,"upperBound":1,"independentScore":0.4177104723871584,"independent":true,"opponentIds":2606,"independentOpponentIds":2606,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2819c29ad8fdb7646a035be2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.35322104101042945,"lowerBound":0,"upperBound":1,"independentScore":0.35322104101042945,"independent":true,"opponentIds":2607,"independentOpponentIds":2607,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bab6a467560df59ccde7382d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.246297458637292,"lowerBound":0,"upperBound":1,"independentScore":0.246297458637292,"independent":true,"opponentIds":2608,"independentOpponentIds":2608,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["42b857e698d4260f5223208e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2338229680886719,"lowerBound":0,"upperBound":1,"independentScore":0.2338229680886719,"independent":true,"opponentIds":2609,"independentOpponentIds":2609,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3437f9bc1e0ac1692f5c5bda"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.1689729286868207,"lowerBound":0,"upperBound":1,"independentScore":0.1689729286868207,"independent":true,"opponentIds":2610,"independentOpponentIds":2610,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1a823311b9704e57063bf129"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3064178691641482,"lowerBound":0,"upperBound":1,"independentScore":0.3064178691641482,"independent":true,"opponentIds":2611,"independentOpponentIds":2611,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["278ea7c2642b862adf3db1ea"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.4685726126104053,"lowerBound":0,"upperBound":1,"independentScore":0.4685726126104053,"independent":true,"opponentIds":2612,"independentOpponentIds":2612,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["07149ebe5716925ff1f2d43b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.41229310065123254,"lowerBound":0,"upperBound":1,"independentScore":0.41229310065123254,"independent":true,"opponentIds":2613,"independentOpponentIds":2613,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d565292efd326186f35512e8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.12910735883187596,"lowerBound":0,"upperBound":1,"independentScore":0.12910735883187596,"independent":true,"opponentIds":2614,"independentOpponentIds":2614,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e982d1f0c2e679c26443a26c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.30449736619821627,"lowerBound":0,"upperBound":1,"independentScore":0.30449736619821627,"independent":true,"opponentIds":2615,"independentOpponentIds":2615,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b95857dee1e294d54839285f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4764494267524201,"lowerBound":0,"upperBound":1,"independentScore":0.4764494267524201,"independent":true,"opponentIds":2616,"independentOpponentIds":2616,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["118e84cb8fab9c3a1fb4fa3b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6788337136158138,"lowerBound":0,"upperBound":1,"independentScore":0.6788337136158138,"independent":true,"opponentIds":2617,"independentOpponentIds":2617,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["00443aa27838a4d61aa17081"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2874319244682413,"lowerBound":0,"upperBound":1,"independentScore":0.2874319244682413,"independent":true,"opponentIds":2618,"independentOpponentIds":2618,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["04902275b4289db5be2e8909"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6448827406937269,"lowerBound":0,"upperBound":1,"independentScore":0.6448827406937269,"independent":true,"opponentIds":2619,"independentOpponentIds":2619,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fac9bcbdc0f81c8e44b0ac55"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2449482615235129,"lowerBound":0,"upperBound":1,"independentScore":0.2449482615235129,"independent":true,"opponentIds":2620,"independentOpponentIds":2620,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["55e1c75933ec7e8373537acd","9a30580079b16a6231c310bb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34895038411082924,"lowerBound":0,"upperBound":1,"independentScore":0.34895038411082924,"independent":true,"opponentIds":2621,"independentOpponentIds":2621,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["d5906c4f5d64bad2845778a8","f223a37edff3ec7188daa1f8","5bb842631418e84f512ae48a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b174853ca58c57fa9ba2f879","2819c29ad8fdb7646a035be2","bab6a467560df59ccde7382d","42b857e698d4260f5223208e","3437f9bc1e0ac1692f5c5bda","1a823311b9704e57063bf129","278ea7c2642b862adf3db1ea","07149ebe5716925ff1f2d43b","d565292efd326186f35512e8","e982d1f0c2e679c26443a26c","b95857dee1e294d54839285f","118e84cb8fab9c3a1fb4fa3b","00443aa27838a4d61aa17081","04902275b4289db5be2e8909","fac9bcbdc0f81c8e44b0ac55","55e1c75933ec7e8373537acd","9a30580079b16a6231c310bb","d5906c4f5d64bad2845778a8","f223a37edff3ec7188daa1f8","5bb842631418e84f512ae48a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"mistral-large-4--effort-reasoning","name":"Mistral Large 4 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-4","detailsUrl":"/efforts?model=mistral-large-4","publishedBenchmarkCount":13,"overallRating":{"score":0.37383073591914656,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":229,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000135}],"familyWeights":[{"family":"hle","share":0.11211725974941222},{"family":"critpt","share":0.1112793635897388},{"family":"omniscience","share":0.11079015414887425},{"family":"mmmu-pro","share":0.10939505214262339},{"family":"aa-lcr","share":0.1029267057737408},{"family":"gdpval","share":0.09582220602617247},{"family":"briefcase","share":0.08870810523002494},{"family":"automationbench","share":0.0882644159146686},{"family":"gdp-pdf","share":0.08798193223154893},{"family":"harvey","share":0.04656041177400188},{"family":"terminal-bench","share":0.04615439341920957}]},"capabilityRatings":[{"bucket":"agentic","score":0.5804060430530463,"supported":true,"families":5,"independentFamilies":5,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3449505966570799,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6670567939423361,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.14269097217470553,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2872968348966494,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6006241685044541,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7886810213411556,"lowerBound":0,"upperBound":1,"independentScore":0.7886810213411556,"independent":true,"opponentIds":2622,"independentOpponentIds":2622,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["db5fc334551285ccedd155f3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.941666239060735,"lowerBound":0,"upperBound":1,"independentScore":0.941666239060735,"independent":true,"opponentIds":2623,"independentOpponentIds":2623,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["92d9702142f2af68c10b4239"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8932289872965343,"lowerBound":0,"upperBound":1,"independentScore":0.8932289872965343,"independent":true,"opponentIds":2624,"independentOpponentIds":2624,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["4f54cdec0a23286c1583ed6a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8431489527240801,"lowerBound":0,"upperBound":1,"independentScore":0.8431489527240801,"independent":true,"opponentIds":2625,"independentOpponentIds":2625,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6f7541c0b8b1eedd20d04b1c"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7950299548033385,"lowerBound":0,"upperBound":1,"independentScore":0.7950299548033385,"independent":true,"opponentIds":2626,"independentOpponentIds":2626,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["0bf963a14be34961a024621d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8259157072057471,"lowerBound":0,"upperBound":1,"independentScore":0.8259157072057471,"independent":true,"opponentIds":2627,"independentOpponentIds":2627,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["24287cbe3e82dbd902e9bbb9"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.62181795821256,"lowerBound":0,"upperBound":1,"independentScore":0.62181795821256,"independent":true,"opponentIds":2628,"independentOpponentIds":2628,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["3e85c09f0b5659043ce66c06"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8409412741295047,"lowerBound":0,"upperBound":1,"independentScore":0.8409412741295047,"independent":true,"opponentIds":2629,"independentOpponentIds":2629,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a4bf80014cf8127d1186acee"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7965241144367888,"lowerBound":0,"upperBound":1,"independentScore":0.7965241144367888,"independent":true,"opponentIds":2630,"independentOpponentIds":2630,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["0eb64d0a4de068b9aa6ba652"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6718129253489312,"lowerBound":0,"upperBound":1,"independentScore":0.6718129253489312,"independent":true,"opponentIds":2631,"independentOpponentIds":2631,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b28eb0bf4146edef49d664a1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7470152347371555,"lowerBound":0,"upperBound":1,"independentScore":0.7470152347371555,"independent":true,"opponentIds":2626,"independentOpponentIds":2626,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d3cacfd5ef49c303c25c3c00"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["db5fc334551285ccedd155f3","92d9702142f2af68c10b4239","4f54cdec0a23286c1583ed6a","6f7541c0b8b1eedd20d04b1c","0bf963a14be34961a024621d","24287cbe3e82dbd902e9bbb9","3e85c09f0b5659043ce66c06","a4bf80014cf8127d1186acee","0eb64d0a4de068b9aa6ba652","b28eb0bf4146edef49d664a1","d3cacfd5ef49c303c25c3c00"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"mistral-medium-2505--effort-non-reasoning","name":"Mistral Medium 3 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-2505","detailsUrl":"/efforts?model=mistral-medium-2505","publishedBenchmarkCount":14,"overallRating":{"score":0.006251341017192766,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000093}],"familyWeights":[{"family":"mmlu-pro","share":0.08187011815170196},{"family":"aime","share":0.08181379318818195},{"family":"livecodebench","share":0.08179803798682993},{"family":"math500","share":0.08147302900663507},{"family":"ifbench","share":0.0798549650523041},{"family":"hle","share":0.07810358988158964},{"family":"gpqa","share":0.0779474054462742},{"family":"critpt","share":0.07774001752553411},{"family":"omniscience","share":0.0774629778834304},{"family":"mmmu-pro","share":0.07675277385491124},{"family":"aa-lcr","share":0.0720670653575993},{"family":"tau-bench","share":0.06905919197976358},{"family":"terminal-bench","share":0.06405703468525711}]},"capabilityRatings":[{"bucket":"agentic","score":0.018238248887457082,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02313402461377904,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01826981569579073,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.038780236857976456,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.026908955963909437,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04476711449703203,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.320024254316909,"lowerBound":0,"upperBound":1,"independentScore":0.320024254316909,"independent":true,"opponentIds":2632,"independentOpponentIds":2632,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8598ad2d6ffa40f68ee3112e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.30361565972957444,"lowerBound":0,"upperBound":1,"independentScore":0.30361565972957444,"independent":true,"opponentIds":2633,"independentOpponentIds":2633,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cd3eea1dc8c7bbb962e269d1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2358035100059945,"lowerBound":0,"upperBound":1,"independentScore":0.2358035100059945,"independent":true,"opponentIds":2634,"independentOpponentIds":2634,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["dda57f94dfcd00bf84f043f2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2694672593042193,"lowerBound":0,"upperBound":1,"independentScore":0.2694672593042193,"independent":true,"opponentIds":2635,"independentOpponentIds":2635,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5c500f8d1d9109499173dc22"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10996440979236484,"lowerBound":0,"upperBound":1,"independentScore":0.10996440979236484,"independent":true,"opponentIds":2636,"independentOpponentIds":2636,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8a627e4cf810decf4c58ca18"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.39691178613867445,"lowerBound":0,"upperBound":1,"independentScore":0.39691178613867445,"independent":true,"opponentIds":2637,"independentOpponentIds":2637,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["32fb52a7ef7e80c24bf51218"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3995747477261403,"lowerBound":0,"upperBound":1,"independentScore":0.3995747477261403,"independent":true,"opponentIds":2638,"independentOpponentIds":2638,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b7ecce4ab23d7e0b1d66c046"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5325375700929977,"lowerBound":0,"upperBound":1,"independentScore":0.5325375700929977,"independent":true,"opponentIds":2639,"independentOpponentIds":2639,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["e80fbfd55ae35c4506737fb1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.48477833172786056,"lowerBound":0,"upperBound":1,"independentScore":0.48477833172786056,"independent":true,"opponentIds":2640,"independentOpponentIds":2640,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["77cc970d5bca332420c6f124"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2329376715622093,"lowerBound":0,"upperBound":1,"independentScore":0.2329376715622093,"independent":true,"opponentIds":2641,"independentOpponentIds":2641,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["366f3b0107c0572f5d49886f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4164555961552813,"lowerBound":0,"upperBound":1,"independentScore":0.4164555961552813,"independent":true,"opponentIds":2642,"independentOpponentIds":2642,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ef1572ebbb7db6d1d5e0ea19"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.28248124474350167,"lowerBound":0,"upperBound":1,"independentScore":0.28248124474350167,"independent":true,"opponentIds":2643,"independentOpponentIds":2643,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["853fba57bc04b7caeed6606b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24105207470007775,"lowerBound":0,"upperBound":1,"independentScore":0.24105207470007775,"independent":true,"opponentIds":2644,"independentOpponentIds":2644,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["54ae2b40694a6eddf2507953"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8598ad2d6ffa40f68ee3112e","cd3eea1dc8c7bbb962e269d1","dda57f94dfcd00bf84f043f2","5c500f8d1d9109499173dc22","8a627e4cf810decf4c58ca18","32fb52a7ef7e80c24bf51218","b7ecce4ab23d7e0b1d66c046","e80fbfd55ae35c4506737fb1","77cc970d5bca332420c6f124","366f3b0107c0572f5d49886f","ef1572ebbb7db6d1d5e0ea19","853fba57bc04b7caeed6606b","54ae2b40694a6eddf2507953"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"mistral-medium-2508--effort-non-reasoning","name":"Mistral Medium 3.1 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-2508","detailsUrl":"/efforts?model=mistral-medium-2508","publishedBenchmarkCount":21,"overallRating":{"score":0.01116247581387981,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"aime","share":0.0670544157643954},{"family":"mmlu-pro","share":0.0670269434448849},{"family":"livecodebench","share":0.06700646637389183},{"family":"ifbench","share":0.06543439438385955},{"family":"hle","share":0.06422764894564725},{"family":"critpt","share":0.06408150040954211},{"family":"gpqa","share":0.06404342913879871},{"family":"mmmu-pro","share":0.0639867467289725},{"family":"omniscience","share":0.06388397168182165},{"family":"tau-bench","share":0.06220721977558236},{"family":"terminal-bench","share":0.06134875049627246},{"family":"aa-lcr","share":0.05975183157868977},{"family":"gdpval","share":0.0592363368964137},{"family":"automationbench","share":0.05697333521767487},{"family":"briefcase","share":0.05697302580013685},{"family":"gdp-pdf","share":0.056763983363416766}]},"capabilityRatings":[{"bucket":"agentic","score":0.08339613643252115,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.028414855746938406,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03217479642685229,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.033852057469854,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02998355589218879,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07300784973912132,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.35970200754091036,"lowerBound":0,"upperBound":1,"independentScore":0.35970200754091036,"independent":true,"opponentIds":2645,"independentOpponentIds":2645,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["698b73e2f7193f10d163518e"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4271193654078626,"lowerBound":0,"upperBound":1,"independentScore":0.4271193654078626,"independent":true,"opponentIds":2646,"independentOpponentIds":2646,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e7008acf3eac0efcb0ed528e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4059070545128053,"lowerBound":0,"upperBound":1,"independentScore":0.4059070545128053,"independent":true,"opponentIds":2647,"independentOpponentIds":2647,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5ec131118ff7bb227102e336"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3601352515899955,"lowerBound":0,"upperBound":1,"independentScore":0.3601352515899955,"independent":true,"opponentIds":2648,"independentOpponentIds":2648,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0060828c4561c3146a4d2fbe"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23397454416268665,"lowerBound":0,"upperBound":1,"independentScore":0.23397454416268665,"independent":true,"opponentIds":2649,"independentOpponentIds":2649,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["8b3ef38d2b5d2fc9f19a3ed9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.1662739666354076,"lowerBound":0,"upperBound":1,"independentScore":0.1662739666354076,"independent":true,"opponentIds":2650,"independentOpponentIds":2650,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ab90f51570bba0df1c889314"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.28956696611435545,"lowerBound":0,"upperBound":1,"independentScore":0.28956696611435545,"independent":true,"opponentIds":2651,"independentOpponentIds":2651,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["88996cd23c0b19475183f5ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2841563715054851,"lowerBound":0,"upperBound":1,"independentScore":0.2841563715054851,"independent":true,"opponentIds":2652,"independentOpponentIds":2652,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["350c2c641e04fcb49688e650"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.23420265041915855,"lowerBound":0,"upperBound":1,"independentScore":0.23420265041915855,"independent":true,"opponentIds":2653,"independentOpponentIds":2653,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ba265b790d9a002b971910c1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.42064339036950543,"lowerBound":0,"upperBound":1,"independentScore":0.42064339036950543,"independent":true,"opponentIds":2654,"independentOpponentIds":2654,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3a8b8a4a21798fb14026769d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.42980257594583204,"lowerBound":0,"upperBound":1,"independentScore":0.42980257594583204,"independent":true,"opponentIds":2655,"independentOpponentIds":2655,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["53fa70129bf83f83ab6219a3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.27147962478908166,"lowerBound":0,"upperBound":1,"independentScore":0.27147962478908166,"independent":true,"opponentIds":2656,"independentOpponentIds":2656,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3f9dfe82f4892e139fabc3f4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.25640446785866866,"lowerBound":0,"upperBound":1,"independentScore":0.25640446785866866,"independent":true,"opponentIds":2657,"independentOpponentIds":2657,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["dae076a0eacaa63ec8f192c9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5153058804880364,"lowerBound":0,"upperBound":1,"independentScore":0.5153058804880364,"independent":true,"opponentIds":2658,"independentOpponentIds":2658,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["07b15db546d50bc3a15c79c9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4013584474749434,"lowerBound":0,"upperBound":1,"independentScore":0.4013584474749434,"independent":true,"opponentIds":2659,"independentOpponentIds":2659,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["02e0fffe433bd9bbb17718ce","96d61f35ce89c5e402b475d3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.32863482947625483,"lowerBound":0,"upperBound":1,"independentScore":0.32863482947625483,"independent":true,"opponentIds":2660,"independentOpponentIds":2660,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["bcef63b769b65103b4ee5212","8ff2dfac5f466e44c25543b3","b13b890114b7d4270d307654"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["698b73e2f7193f10d163518e","e7008acf3eac0efcb0ed528e","5ec131118ff7bb227102e336","0060828c4561c3146a4d2fbe","8b3ef38d2b5d2fc9f19a3ed9","ab90f51570bba0df1c889314","88996cd23c0b19475183f5ab","350c2c641e04fcb49688e650","ba265b790d9a002b971910c1","3a8b8a4a21798fb14026769d","53fa70129bf83f83ab6219a3","3f9dfe82f4892e139fabc3f4","dae076a0eacaa63ec8f192c9","07b15db546d50bc3a15c79c9","02e0fffe433bd9bbb17718ce","96d61f35ce89c5e402b475d3","bcef63b769b65103b4ee5212","8ff2dfac5f466e44c25543b3","b13b890114b7d4270d307654"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"mistral-medium-3.5--effort-reasoning","name":"Mistral Medium 3.5 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-3.5","detailsUrl":"/efforts?model=mistral-medium-3.5","publishedBenchmarkCount":21,"overallRating":{"score":0.05269633352845284,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"ifbench","share":0.0759286256207966},{"family":"hle","share":0.07445889281745255},{"family":"gpqa","share":0.07424936131391938},{"family":"critpt","share":0.07423962521101818},{"family":"omniscience","share":0.07400172422874113},{"family":"mmmu-pro","share":0.0739068172855579},{"family":"tau-bench","share":0.07168965345177807},{"family":"terminal-bench","share":0.07061204704036081},{"family":"gdpval","share":0.06794954611741524},{"family":"briefcase","share":0.06498220899238161},{"family":"automationbench","share":0.06495965359424542},{"family":"gdp-pdf","share":0.06468308591840466},{"family":"aa-lcr","share":0.062485110513188946},{"family":"enterprise-ops","share":0.046355196687056587},{"family":"analyst-agent","share":0.039498451207673986}]},"capabilityRatings":[{"bucket":"agentic","score":0.15980516269274328,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07069801494115997,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13906256361469155,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15703021952761445,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08149824903199619,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1535483825474794,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.26362409846330204,"lowerBound":0,"upperBound":1,"independentScore":0.26362409846330204,"independent":true,"opponentIds":2661,"independentOpponentIds":2661,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["ddec1a46d0c8daa3d68bf673"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3451780038694424,"lowerBound":0,"upperBound":1,"independentScore":0.3451780038694424,"independent":true,"opponentIds":2662,"independentOpponentIds":2662,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3fd61197d4971be5f002d699"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4452912892036093,"lowerBound":0,"upperBound":1,"independentScore":0.4452912892036093,"independent":true,"opponentIds":2663,"independentOpponentIds":2663,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["567e2e221b95563a85e802ed","ed8f320f4381500052c687c9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.41764844990253336,"lowerBound":0,"upperBound":1,"independentScore":0.41764844990253336,"independent":true,"opponentIds":2664,"independentOpponentIds":2664,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["3104fceb9c278740e37b41b3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23432772780818106,"lowerBound":0,"upperBound":1,"independentScore":0.23432772780818106,"independent":true,"opponentIds":2665,"independentOpponentIds":2665,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d258144824b33f3d3324f00a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.4105083756460256,"lowerBound":0,"upperBound":1,"independentScore":0.4105083756460256,"independent":true,"opponentIds":2666,"independentOpponentIds":2666,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["5df2fd6f09a89049a344da89"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2803233924029135,"lowerBound":0,"upperBound":1,"independentScore":0.2803233924029135,"independent":true,"opponentIds":2667,"independentOpponentIds":2667,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["5bdde6072a786cea090d962b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4722385882834135,"lowerBound":0,"upperBound":1,"independentScore":0.4722385882834135,"independent":true,"opponentIds":2668,"independentOpponentIds":2668,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7a0edad534dfbb30af22a472"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.552688754784529,"lowerBound":0,"upperBound":1,"independentScore":0.552688754784529,"independent":true,"opponentIds":2669,"independentOpponentIds":2669,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c1df964d67d6a114f0ae15fc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5867217515702318,"lowerBound":0,"upperBound":1,"independentScore":0.5867217515702318,"independent":true,"opponentIds":2670,"independentOpponentIds":2670,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0e63c2ddb3ce5bb283ced808"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8129316671870065,"lowerBound":0,"upperBound":1,"independentScore":0.8129316671870065,"independent":true,"opponentIds":2671,"independentOpponentIds":2671,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a46292af76538ed9cd457f74"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.476743072789331,"lowerBound":0,"upperBound":1,"independentScore":0.476743072789331,"independent":true,"opponentIds":2672,"independentOpponentIds":2672,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["103f44c413960d3a1373d498"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6287590161350035,"lowerBound":0,"upperBound":1,"independentScore":0.6287590161350035,"independent":true,"opponentIds":2673,"independentOpponentIds":2673,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fe26eeb3eee7044147e39ad9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7515311406451775,"lowerBound":0,"upperBound":1,"independentScore":0.7515311406451775,"independent":true,"opponentIds":2674,"independentOpponentIds":2674,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b8f431b7af5ced6f9c6ffda2","80753495b3c7881924eaa865"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5386678389712973,"lowerBound":0,"upperBound":1,"independentScore":0.5386678389712973,"independent":true,"opponentIds":2675,"independentOpponentIds":2675,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["54f2e07eae2bee6eeebe5743","a1e4976e556451286cd3bdcf","8696355798a7473fc208ccd1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ddec1a46d0c8daa3d68bf673","3fd61197d4971be5f002d699","567e2e221b95563a85e802ed","3104fceb9c278740e37b41b3","d258144824b33f3d3324f00a","5df2fd6f09a89049a344da89","5bdde6072a786cea090d962b","7a0edad534dfbb30af22a472","c1df964d67d6a114f0ae15fc","0e63c2ddb3ce5bb283ced808","a46292af76538ed9cd457f74","ed8f320f4381500052c687c9","103f44c413960d3a1373d498","fe26eeb3eee7044147e39ad9","b8f431b7af5ced6f9c6ffda2","80753495b3c7881924eaa865","54f2e07eae2bee6eeebe5743","a1e4976e556451286cd3bdcf","8696355798a7473fc208ccd1"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"mistral-small-2506--effort-non-reasoning","name":"Mistral Small 3.2 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-small-2506","detailsUrl":"/efforts?model=mistral-small-2506","publishedBenchmarkCount":23,"overallRating":{"score":0.004160710637181107,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"aime","share":0.058990212289915044},{"family":"mmlu-pro","share":0.058959032991986654},{"family":"livecodebench","share":0.05895138002853942},{"family":"math500","share":0.05875565398189122},{"family":"ifbench","share":0.057549936795389625},{"family":"mmmu-pro","share":0.05664894274807566},{"family":"hle","share":0.056593246957622176},{"family":"critpt","share":0.05648975243957043},{"family":"gpqa","share":0.05640923657629641},{"family":"omniscience","share":0.05632391368964793},{"family":"gmmlu","share":0.05592423264356428},{"family":"tau-bench","share":0.05514476537200076},{"family":"terminal-bench","share":0.054407958535912675},{"family":"aa-lcr","share":0.05308869534531745},{"family":"gdpval","share":0.05279125154591073},{"family":"briefcase","share":0.05105593607663788},{"family":"automationbench","share":0.05103597851821551},{"family":"gdp-pdf","share":0.050879873463508876}]},"capabilityRatings":[{"bucket":"agentic","score":0.0253034640107687,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02027695962554168,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.015775964226824594,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.017218802069296123,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.017507596385764147,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.029676532980265208,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.05301763737972015,"lowerBound":0,"upperBound":1,"independentScore":0.05301763737972015,"independent":true,"opponentIds":2676,"independentOpponentIds":2676,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a1ecc289157138b5f8e71437"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2843098405509959,"lowerBound":0,"upperBound":1,"independentScore":0.2843098405509959,"independent":true,"opponentIds":2677,"independentOpponentIds":2677,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6da1b8d1b2167564bf428fb0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2170682406504631,"lowerBound":0,"upperBound":1,"independentScore":0.2170682406504631,"independent":true,"opponentIds":2678,"independentOpponentIds":2678,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["53bc5a579aa23fead108267c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.07307671953700828,"lowerBound":0,"upperBound":1,"independentScore":0.07307671953700828,"independent":true,"opponentIds":2679,"independentOpponentIds":2679,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["e63a9f1379393c3cc66d6071"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23321632258504701,"lowerBound":0,"upperBound":1,"independentScore":0.23321632258504701,"independent":true,"opponentIds":2680,"independentOpponentIds":2680,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["821ded825d6af49adc589ec6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.01636278506875308,"lowerBound":0,"upperBound":1,"independentScore":0.01636278506875308,"independent":true,"opponentIds":2681,"independentOpponentIds":2681,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f90922973ea706908ad9cc65"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.05665223508319247,"lowerBound":0,"upperBound":1,"independentScore":0.05665223508319247,"independent":true,"opponentIds":2682,"independentOpponentIds":2682,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["783454d1c36d690bc8de2501"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.2139418642049215,"lowerBound":0,"upperBound":1,"independentScore":0.2139418642049215,"independent":true,"opponentIds":2683,"independentOpponentIds":2683,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c46cb1fb5b137f1522f36b9e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.18788161762172914,"lowerBound":0,"upperBound":1,"independentScore":0.18788161762172914,"independent":true,"opponentIds":2684,"independentOpponentIds":2684,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["39d3bdb6484f58e20f1c50fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1686497251497695,"lowerBound":0,"upperBound":1,"independentScore":0.1686497251497695,"independent":true,"opponentIds":2685,"independentOpponentIds":2685,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["167f1a758c5db842ce1feca6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.26184781495149845,"lowerBound":0,"upperBound":1,"independentScore":0.26184781495149845,"independent":true,"opponentIds":2686,"independentOpponentIds":2686,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["68d2c1aeb87f2c629ac7672d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2158713511623846,"lowerBound":0,"upperBound":1,"independentScore":0.2158713511623846,"independent":true,"opponentIds":2687,"independentOpponentIds":2687,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b84c0ce3c4a5433cf625b30f"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.45062848257094695,"lowerBound":0,"upperBound":1,"independentScore":0.45062848257094695,"independent":true,"opponentIds":2688,"independentOpponentIds":2688,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["891301aed44b6f2989b8b04d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2547624498595351,"lowerBound":0,"upperBound":1,"independentScore":0.2547624498595351,"independent":true,"opponentIds":2689,"independentOpponentIds":2689,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2d02db7530f0e9d255d63470"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.15781527818000485,"lowerBound":0,"upperBound":1,"independentScore":0.15781527818000485,"independent":true,"opponentIds":2690,"independentOpponentIds":2690,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["34bd5ae77357e239d89ce014"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.23075134380488446,"lowerBound":0,"upperBound":1,"independentScore":0.23075134380488446,"independent":true,"opponentIds":2691,"independentOpponentIds":2691,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["27cf85547226acfd3effbbb7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.31290906915494393,"lowerBound":0,"upperBound":1,"independentScore":0.31290906915494393,"independent":true,"opponentIds":2692,"independentOpponentIds":2692,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["93d03cab54cbb7dfc0b435ab","f595e0feb6f1773fe5a6fc61"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2548195044087331,"lowerBound":0,"upperBound":1,"independentScore":0.2548195044087331,"independent":true,"opponentIds":2693,"independentOpponentIds":2693,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["340512192be278774e77e5da","832c778cd48cdca55f1c79c3","6e9568251c46a4d7f2d38ad5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a1ecc289157138b5f8e71437","6da1b8d1b2167564bf428fb0","53bc5a579aa23fead108267c","e63a9f1379393c3cc66d6071","821ded825d6af49adc589ec6","f90922973ea706908ad9cc65","783454d1c36d690bc8de2501","c46cb1fb5b137f1522f36b9e","39d3bdb6484f58e20f1c50fe","167f1a758c5db842ce1feca6","68d2c1aeb87f2c629ac7672d","b84c0ce3c4a5433cf625b30f","891301aed44b6f2989b8b04d","2d02db7530f0e9d255d63470","34bd5ae77357e239d89ce014","27cf85547226acfd3effbbb7","93d03cab54cbb7dfc0b435ab","f595e0feb6f1773fe5a6fc61","340512192be278774e77e5da","832c778cd48cdca55f1c79c3","6e9568251c46a4d7f2d38ad5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"mistral-small-4--effort-reasoning","name":"Mistral Small 4 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-small-4","detailsUrl":"/efforts?model=mistral-small-4","publishedBenchmarkCount":19,"overallRating":{"score":0.019515233566960808,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999992}],"familyWeights":[{"family":"gdpval","share":0.08415234489202884},{"family":"terminal-bench","share":0.08397950324837558},{"family":"tau-bench","share":0.08274865406438917},{"family":"briefcase","share":0.07978320013641564},{"family":"automationbench","share":0.07966952305888052},{"family":"gdp-pdf","share":0.07932759308130224},{"family":"ifbench","share":0.06865116173557864},{"family":"gpqa","share":0.06732744036790274},{"family":"hle","share":0.06732563544223506},{"family":"critpt","share":0.06657864369588692},{"family":"omniscience","share":0.06601698611772258},{"family":"mmmu-pro","share":0.06563462423338796},{"family":"aa-lcr","share":0.061569652273757075},{"family":"analyst-agent","share":0.04723503765213496}]},"capabilityRatings":[{"bucket":"agentic","score":0.04665967051003685,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0909728382765063,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06619584387938289,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08151739248074524,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03658656735018699,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.09341209400296256,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2694,"independentOpponentIds":2694,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["9188eefd377f2e9c23d9a8b6"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.19595383597724872,"lowerBound":0,"upperBound":1,"independentScore":0.19595383597724872,"independent":true,"opponentIds":2695,"independentOpponentIds":2695,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7c8005ebeaffc703ae8d1204"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4705822566465043,"lowerBound":0,"upperBound":1,"independentScore":0.4705822566465043,"independent":true,"opponentIds":2696,"independentOpponentIds":2696,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["979d64a0eb75ed822e25c686"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.1806237937068386,"lowerBound":0,"upperBound":1,"independentScore":0.1806237937068386,"independent":true,"opponentIds":2697,"independentOpponentIds":2697,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["4f6658801d33d9c4bbf58519"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5129651555053005,"lowerBound":0,"upperBound":1,"independentScore":0.5129651555053005,"independent":true,"opponentIds":2698,"independentOpponentIds":2698,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["bf81d819d89c15dd4fe6b89b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.014202220337280419,"lowerBound":0,"upperBound":1,"independentScore":0.014202220337280419,"independent":true,"opponentIds":2699,"independentOpponentIds":2699,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8f94ed73fa6de47d55b25077"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.26219861923849375,"lowerBound":0,"upperBound":1,"independentScore":0.26219861923849375,"independent":true,"opponentIds":2700,"independentOpponentIds":2700,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c643e395d5da97f1a5f85700"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6081606307185167,"lowerBound":0,"upperBound":1,"independentScore":0.6081606307185167,"independent":true,"opponentIds":2701,"independentOpponentIds":2701,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2f6bef1401dd3c874f04eef8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4711235745717604,"lowerBound":0,"upperBound":1,"independentScore":0.4711235745717604,"independent":true,"opponentIds":2702,"independentOpponentIds":2702,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c8e3afa3aef8179b40e448f0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.584292458869417,"lowerBound":0,"upperBound":1,"independentScore":0.584292458869417,"independent":true,"opponentIds":2703,"independentOpponentIds":2703,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5231791d1c29e104c93e1247"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2978568266017316,"lowerBound":0,"upperBound":1,"independentScore":0.2978568266017316,"independent":true,"opponentIds":2704,"independentOpponentIds":2704,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["81f942ea40a39fe097e24d66"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5550223260366525,"lowerBound":0,"upperBound":1,"independentScore":0.5550223260366525,"independent":true,"opponentIds":2705,"independentOpponentIds":2705,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["301e793977c259094f7093c7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.31473118579617776,"lowerBound":0,"upperBound":1,"independentScore":0.31473118579617776,"independent":true,"opponentIds":2706,"independentOpponentIds":2706,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["70cdd67007153234faacd560","206a3af7332c726f2d612cb0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3708158853250286,"lowerBound":0,"upperBound":1,"independentScore":0.3708158853250286,"independent":true,"opponentIds":2707,"independentOpponentIds":2707,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["e6390ae449afa5ff6fecfd51","2599f4ee8ffaec96bbf2b7aa","f7c7c53f6cba7efa0c09fcb8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9188eefd377f2e9c23d9a8b6","7c8005ebeaffc703ae8d1204","979d64a0eb75ed822e25c686","4f6658801d33d9c4bbf58519","bf81d819d89c15dd4fe6b89b","8f94ed73fa6de47d55b25077","c643e395d5da97f1a5f85700","2f6bef1401dd3c874f04eef8","c8e3afa3aef8179b40e448f0","5231791d1c29e104c93e1247","81f942ea40a39fe097e24d66","301e793977c259094f7093c7","70cdd67007153234faacd560","206a3af7332c726f2d612cb0","e6390ae449afa5ff6fecfd51","2599f4ee8ffaec96bbf2b7aa","f7c7c53f6cba7efa0c09fcb8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"mistral-small-4--effort-non-reasoning","name":"Mistral Small 4 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-small-4","detailsUrl":"/efforts?model=mistral-small-4","publishedBenchmarkCount":10,"overallRating":{"score":0.006625396816002979,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999961}],"familyWeights":[{"family":"ifbench","share":0.11873172998824116},{"family":"gpqa","share":0.11741159986800387},{"family":"hle","share":0.11717456478340507},{"family":"critpt","share":0.11665098371988396},{"family":"mmmu-pro","share":0.1147090389962743},{"family":"omniscience","share":0.11456019891799644},{"family":"aa-lcr","share":0.10661903081126224},{"family":"tau-bench","share":0.10121647231137275},{"family":"terminal-bench","share":0.0929263806035636}]},"capabilityRatings":[{"bucket":"agentic","score":0.008193696915846272,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03420385416887364,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.044382400024294895,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02648726428055138,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01683091978300998,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04023087815501291,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.29012089604437014,"lowerBound":0,"upperBound":1,"independentScore":0.29012089604437014,"independent":true,"opponentIds":2696,"independentOpponentIds":2696,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["213e91745b08c415820c541d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5139725428576956,"lowerBound":0,"upperBound":1,"independentScore":0.5139725428576956,"independent":true,"opponentIds":2698,"independentOpponentIds":2698,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["8b914ad32f7c9e5f7d244d1d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.25223938701952014,"lowerBound":0,"upperBound":1,"independentScore":0.25223938701952014,"independent":true,"opponentIds":2701,"independentOpponentIds":2701,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6680a21e2f5f81331071ba82"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.09120011953055883,"lowerBound":0,"upperBound":1,"independentScore":0.09120011953055883,"independent":true,"opponentIds":2702,"independentOpponentIds":2702,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ae1fa7961d49d684f2981dff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.23140436290830974,"lowerBound":0,"upperBound":1,"independentScore":0.23140436290830974,"independent":true,"opponentIds":2703,"independentOpponentIds":2703,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1175374611f43823a69bb917"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.14978942294892522,"lowerBound":0,"upperBound":1,"independentScore":0.14978942294892522,"independent":true,"opponentIds":2704,"independentOpponentIds":2704,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f06380625c147eb9e14efb36"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3383686474035658,"lowerBound":0,"upperBound":1,"independentScore":0.3383686474035658,"independent":true,"opponentIds":2705,"independentOpponentIds":2705,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5bf3b46928f29139d0cfdd0e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.14259852737072376,"lowerBound":0,"upperBound":1,"independentScore":0.14259852737072376,"independent":true,"opponentIds":2708,"independentOpponentIds":2708,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["211745cfecdb17b01d94607f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4623806736904659,"lowerBound":0,"upperBound":1,"independentScore":0.4623806736904659,"independent":true,"opponentIds":2709,"independentOpponentIds":2709,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5e4e6f1b78b4531611aa9a8d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["213e91745b08c415820c541d","8b914ad32f7c9e5f7d244d1d","6680a21e2f5f81331071ba82","ae1fa7961d49d684f2981dff","1175374611f43823a69bb917","f06380625c147eb9e14efb36","5bf3b46928f29139d0cfdd0e","211745cfecdb17b01d94607f","5e4e6f1b78b4531611aa9a8d"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"muse-spark-1.1--effort-xhigh","name":"Muse Spark 1.1 · XHigh","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.1","detailsUrl":"/efforts?model=muse-spark-1.1","publishedBenchmarkCount":50,"overallRating":{"score":0.40190957266266264,"supported":true,"families":27,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":232,"independentFamilies":26,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.26450771803262374},{"source":"Datacurve","independent":true,"share":0.25632876187020626},{"source":"LiveBench","independent":true,"share":0.22667588528929883},{"source":"Vals AI","independent":true,"share":0.22414701481336874},{"source":"Scale","independent":true,"share":0.02834061999449461}],"familyWeights":[{"family":"deepswe","share":0.2563287618702059},{"family":"terminal-bench","share":0.05134535351735111},{"family":"livebench-data","share":0.032382269327042836},{"family":"livebench-language","share":0.032382269327042836},{"family":"multi-swe-bench","share":0.032382269327042836},{"family":"livebench-coding","share":0.03238226932704282},{"family":"livebench-instructions","share":0.03238226932704279},{"family":"livebench-math","share":0.03238226932704279},{"family":"livebench-reasoning","share":0.03238226932704279},{"family":"swe-atlas-test-writing","share":0.02834061999449461},{"family":"vals-code-migration","share":0.02826702190456182},{"family":"harvey","share":0.028247098316150198},{"family":"vibe-code","share":0.028166479024338744},{"family":"vals-legal-research","share":0.028126979902395193},{"family":"vals-excel-modeling","share":0.027979935800120242},{"family":"vals-finance-agent","share":0.027866875692592344},{"family":"mmlu-pro","share":0.027638271808251114},{"family":"critpt","share":0.024528472624864857},{"family":"hle","share":0.024496828686417737},{"family":"omniscience","share":0.02448576311124136},{"family":"gpqa","share":0.024433597734987145},{"family":"gdpval","share":0.024199290205787708},{"family":"aa-lcr","share":0.024126596948811904},{"family":"briefcase","share":0.024007495917316577},{"family":"automationbench","share":0.02390070068869531},{"family":"gdp-pdf","share":0.023885131879228028},{"family":"tau-bench","share":0.022952839082881468}]},"capabilityRatings":[{"bucket":"agentic","score":0.5106211440129992,"supported":true,"families":10,"independentFamilies":10,"opponents":148,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4333717557000079,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4696327177332165,"supported":true,"families":7,"independentFamilies":6,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4166247394815765,"supported":true,"families":4,"independentFamilies":4,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.39092158688044426,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.47292139681790585,"lowerBound":0,"upperBound":1,"independentScore":0.47292139681790585,"independent":true,"opponentIds":2710,"independentOpponentIds":2710,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3353892598e7c19ca04df2ef"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7842770685844807,"lowerBound":0,"upperBound":1,"independentScore":0.7842770685844807,"independent":true,"opponentIds":2711,"independentOpponentIds":2711,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0f5c978186aa20919054c624"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6579974367541316,"lowerBound":0,"upperBound":1,"independentScore":0.6579974367541316,"independent":true,"opponentIds":2712,"independentOpponentIds":2712,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["8aab2cd221a6d58473cfe6cb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8495845722066294,"lowerBound":0,"upperBound":1,"independentScore":0.8495845722066294,"independent":true,"opponentIds":2713,"independentOpponentIds":2713,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["abcff636e38ccf97afb0ff6e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6720522039140716,"lowerBound":0,"upperBound":1,"independentScore":0.6720522039140716,"independent":true,"opponentIds":2714,"independentOpponentIds":2714,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8b60281a082682104202592c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7010851209247067,"lowerBound":0,"upperBound":1,"independentScore":0.7010851209247067,"independent":true,"opponentIds":2715,"independentOpponentIds":2715,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["2c7275e6b1411bd10e1914c5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8644026835426762,"lowerBound":0,"upperBound":1,"independentScore":0.8644026835426762,"independent":true,"opponentIds":2716,"independentOpponentIds":2716,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0e7fa948144019ee7d8e70ad"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9084698881019238,"lowerBound":0,"upperBound":1,"independentScore":0.9084698881019238,"independent":true,"opponentIds":2717,"independentOpponentIds":2717,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9315808080250134,"lowerBound":0,"upperBound":1,"independentScore":0.9315808080250134,"independent":true,"opponentIds":2718,"independentOpponentIds":2718,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["86de7388fbdefea73e771c1b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6431796702719732,"lowerBound":0,"upperBound":1,"independentScore":0.6431796702719732,"independent":true,"opponentIds":2719,"independentOpponentIds":2719,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9400955939833953,"lowerBound":0,"upperBound":1,"independentScore":0.9400955939833953,"independent":true,"opponentIds":2720,"independentOpponentIds":2720,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["74473dc50823ae0374d8dfbe"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7948929307330139,"lowerBound":0,"upperBound":1,"independentScore":0.7948929307330139,"independent":true,"opponentIds":2721,"independentOpponentIds":2721,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["06875d1d5d119ae76117a900"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5635643951639159,"lowerBound":0,"upperBound":1,"independentScore":0.5635643951639159,"independent":true,"opponentIds":2722,"independentOpponentIds":2722,"panelSize":142,"publishers":["Artificial Analysis","Vals AI"],"observations":["92c082ce86283ce9b497ce79","d156c443ef4093c113846a83","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.3755370229972204,"lowerBound":0,"upperBound":1,"independentScore":0.3755370229972204,"independent":true,"opponentIds":2723,"independentOpponentIds":2723,"panelSize":25,"publishers":["Datacurve"],"observations":["8fa6b5f2d5612bc7ff3ca112"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2724,"independentOpponentIds":2724,"panelSize":1,"publishers":["Scale"],"observations":["8154d53aea81c7edfd9708c9"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.26842931370426526,"lowerBound":0,"upperBound":1,"independentScore":0.26842931370426526,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d1592c494c0bc37b96c4b13e","panel-ff7deaad8514a735c60215cd","panel-9a71dad62d416416d1786c72","panel-5f2ebc6018d88a7989407282"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.3259904741285993,"lowerBound":0,"upperBound":1,"independentScore":0.3259904741285993,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-7e01c14d29d1b99014cf62ea","panel-6baf6c794bf4aaf644c7b7c3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.2647759255250053,"lowerBound":0,"upperBound":1,"independentScore":0.2647759255250053,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1cba090af30c55faf508a232","panel-3cfdcdd691354a0a5029cdd2","panel-607ac2b71c6861f6dfcf5271"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.48199465973875993,"lowerBound":0,"upperBound":1,"independentScore":0.48199465973875993,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b0e641583182f918dc7c7607","panel-378ce00ff970314e97d7c872","panel-5f71b89ede220ebd20a0c531"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.730677635851916,"lowerBound":0,"upperBound":1,"independentScore":0.730677635851916,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-6bdc2206bd256d34c7fd7650","panel-cb4d12433d4ef2158a779de3","panel-ed41d716690c2b0b08f4b261"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5238688027711633,"lowerBound":0,"upperBound":1,"independentScore":0.5238688027711633,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-eb8e759c8756c57a6678b38c","panel-79c0b925029bc6018d77d2de","panel-a3b33640a7470089412d387c","panel-3ca3b50afff257eb11c4cb04"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.521162589305045,"lowerBound":0,"upperBound":1,"independentScore":0.521162589305045,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-64d9137045cdef710bd3ca92","panel-fd205044a78778402333b4ab","panel-643a2b102ca96cc1c855d0d9","panel-87b456d84438ff05a853f952"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.7422109215622501,"lowerBound":0,"upperBound":1,"independentScore":0.7422109215622501,"independent":true,"opponentIds":2726,"independentOpponentIds":2726,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.3376872235965334,"lowerBound":0,"upperBound":1,"independentScore":0.3376872235965334,"independent":true,"opponentIds":2727,"independentOpponentIds":2727,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.3843251767931477,"lowerBound":0,"upperBound":1,"independentScore":0.3843251767931477,"independent":true,"opponentIds":2728,"independentOpponentIds":2728,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.3016163762165885,"lowerBound":0,"upperBound":1,"independentScore":0.3016163762165885,"independent":true,"opponentIds":2729,"independentOpponentIds":2729,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.42405355622457547,"lowerBound":0,"upperBound":1,"independentScore":0.42405355622457547,"independent":true,"opponentIds":2730,"independentOpponentIds":2730,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse_spark_1_1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3353892598e7c19ca04df2ef","0f5c978186aa20919054c624","8aab2cd221a6d58473cfe6cb","abcff636e38ccf97afb0ff6e","8b60281a082682104202592c","2c7275e6b1411bd10e1914c5","0e7fa948144019ee7d8e70ad","86de7388fbdefea73e771c1b","74473dc50823ae0374d8dfbe","06875d1d5d119ae76117a900","92c082ce86283ce9b497ce79","d156c443ef4093c113846a83","8fa6b5f2d5612bc7ff3ca112","8154d53aea81c7edfd9708c9","panel-d1592c494c0bc37b96c4b13e","panel-7e01c14d29d1b99014cf62ea","panel-6baf6c794bf4aaf644c7b7c3","panel-1cba090af30c55faf508a232","panel-b0e641583182f918dc7c7607","panel-ff7deaad8514a735c60215cd","panel-6bdc2206bd256d34c7fd7650","panel-eb8e759c8756c57a6678b38c","panel-9a71dad62d416416d1786c72","panel-5f2ebc6018d88a7989407282","panel-64d9137045cdef710bd3ca92","panel-3cfdcdd691354a0a5029cdd2","panel-cb4d12433d4ef2158a779de3","panel-fd205044a78778402333b4ab","panel-79c0b925029bc6018d77d2de","panel-643a2b102ca96cc1c855d0d9","panel-87b456d84438ff05a853f952","panel-378ce00ff970314e97d7c872","panel-5f71b89ede220ebd20a0c531","panel-a3b33640a7470089412d387c","panel-ed41d716690c2b0b08f4b261","panel-607ac2b71c6861f6dfcf5271","panel-3ca3b50afff257eb11c4cb04","vals-finance-agent-v2:meta/muse_spark_1_1","vals-code-migration-v1:meta/muse_spark_1_1","vals-legal-research-v1:meta/muse_spark_1_1","vals-emb-v1:meta/muse_spark_1_1","vals-mmlu-pro-v1:meta/muse_spark_1_1","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_1","vals-vibe-code-bench-v1.1:meta/muse_spark_1_1","vals-legal-agent-benchmark-v1:meta/muse_spark_1_1"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":50}],"unspecified":0,"total":50}},{"id":"muse-spark-1.2--effort-xhigh","name":"Muse Spark 1.2 · XHigh","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.2","detailsUrl":"/efforts?model=muse-spark-1.2","publishedBenchmarkCount":61,"overallRating":{"score":0.4564649514260552,"supported":true,"families":31,"publishers":6,"evaluationSources":6,"taskAreas":5,"opponents":232,"independentFamilies":29,"reason":null,"independentSources":5,"labWeightShare":0.2248753082018251,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Meta","independent":false,"share":0.22487530820182508},{"source":"Artificial Analysis","independent":true,"share":0.18725467442676852},{"source":"Datacurve","independent":true,"share":0.18280702990770845},{"source":"Vals AI","independent":true,"share":0.1694717593737322},{"source":"LiveBench","independent":true,"share":0.16165936681900664},{"source":"Epoch AI","independent":true,"share":0.07393186127095784}],"familyWeights":[{"family":"deepswe","share":0.1828070299077086},{"family":"automationbench","share":0.09067597007125193},{"family":"deepsearchqa","share":0.07495843606727502},{"family":"mrcr","share":0.07495843606727502},{"family":"simpleqa","share":0.07393186127095783},{"family":"terminal-bench","share":0.03426736864744761},{"family":"livebench-data","share":0.023094195259858057},{"family":"livebench-language","share":0.023094195259858057},{"family":"multi-swe-bench","share":0.023094195259858057},{"family":"livebench-coding","share":0.02309419525985805},{"family":"livebench-instructions","share":0.023094195259858022},{"family":"livebench-math","share":0.023094195259858022},{"family":"livebench-reasoning","share":0.023094195259858022},{"family":"vals-code-migration","share":0.018967682306263427},{"family":"vals-legal-research","share":0.01890447336869446},{"family":"vibe-code","share":0.01890447336869446},{"family":"harvey","share":0.018898957675143303},{"family":"vals-excel-modeling","share":0.018838103984247016},{"family":"vals-finance-agent","share":0.018768331041622788},{"family":"vals-tax-agent","share":0.018768331041622788},{"family":"mmlu-pro","share":0.018618034031835057},{"family":"critpt","share":0.016057148806055428},{"family":"hle","share":0.01603992820514389},{"family":"omniscience","share":0.016033876412863555},{"family":"gpqa","share":0.016003995945862902},{"family":"gdpval","share":0.01588353438342182},{"family":"briefcase","share":0.015787579160596588},{"family":"gdp-pdf","share":0.015709087227229863},{"family":"aa-lcr","share":0.015266690343571572},{"family":"tau-bench","share":0.015124176532274528},{"family":"enterprise-ops","share":0.014167127313927913}]},"capabilityRatings":[{"bucket":"agentic","score":0.5366245283861697,"supported":true,"families":13,"independentFamilies":12,"opponents":148,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.47958477567965074,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5151771980694511,"supported":true,"families":6,"independentFamilies":6,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4691725256171977,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5656289200158885,"supported":true,"families":2,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7649517461498061,"lowerBound":0,"upperBound":1,"independentScore":0.7649517461498061,"independent":true,"opponentIds":2731,"independentOpponentIds":2731,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["01f9bb81e93035eae908ffd2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8157627935255314,"lowerBound":0,"upperBound":1,"independentScore":0.8157627935255314,"independent":true,"opponentIds":2732,"independentOpponentIds":2732,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["68bb725a7147d37f691cc776","bd09a08eaa6b2525ba1535bd"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.11662724454896409,"lowerBound":0,"upperBound":1,"independentScore":0.6728338258112658,"independent":true,"opponentIds":2733,"independentOpponentIds":2733,"panelSize":109,"publishers":["Artificial Analysis","Meta"],"observations":["232d05db27565366b51b3c03","launch-meta-muse-1-3-report-2016"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8842657342657351,"lowerBound":0,"upperBound":1,"independentScore":0.8842657342657351,"independent":true,"opponentIds":2734,"independentOpponentIds":2734,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["92e7edda18428b3c391082fa"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8348093091862111,"lowerBound":0,"upperBound":1,"independentScore":0.8348093091862111,"independent":true,"opponentIds":2735,"independentOpponentIds":2735,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["59c8fb45a1d69006d9ccbbdf"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7517421530565916,"lowerBound":0,"upperBound":1,"independentScore":0.7517421530565916,"independent":true,"opponentIds":2736,"independentOpponentIds":2736,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["8facaaeaddc71a9cb970c3e5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.844353080002872,"lowerBound":0,"upperBound":1,"independentScore":0.844353080002872,"independent":true,"opponentIds":2737,"independentOpponentIds":2737,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["8d598f26800d9569ce4fe997"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8785132751632387,"lowerBound":0,"upperBound":1,"independentScore":0.8785132751632387,"independent":true,"opponentIds":2738,"independentOpponentIds":2738,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bf5e779bd5c1e5819a7725d0"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2739,"independentOpponentIds":2739,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9241694242223696,"lowerBound":0,"upperBound":1,"independentScore":0.9241694242223696,"independent":true,"opponentIds":2740,"independentOpponentIds":2740,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5effad373b0205da782f5fd8"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5548638132295719,"lowerBound":0,"upperBound":1,"independentScore":0.5548638132295719,"independent":true,"opponentIds":2741,"independentOpponentIds":2741,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8802263802263812,"lowerBound":0,"upperBound":1,"independentScore":0.8802263802263812,"independent":true,"opponentIds":2742,"independentOpponentIds":2742,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2be3e290103f2379e2a8ce97"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8311097184241869,"lowerBound":0,"upperBound":1,"independentScore":0.8311097184241869,"independent":true,"opponentIds":2743,"independentOpponentIds":2743,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a93c4241caec6baf37b38e51"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5863054812879769,"lowerBound":0,"upperBound":1,"independentScore":0.5863054812879769,"independent":true,"opponentIds":2744,"independentOpponentIds":2744,"panelSize":142,"publishers":["Artificial Analysis","Vals AI"],"observations":["b2c7712ced082f6fa4d42381","1ccd58acbbacd38e573c0695","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5181197877179687,"lowerBound":0,"upperBound":1,"independentScore":0.5181197877179687,"independent":true,"opponentIds":2745,"independentOpponentIds":2745,"panelSize":25,"publishers":["Datacurve"],"observations":["1585a41209b88f2db63e82f8"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.3923738904524793,"lowerBound":0,"upperBound":1,"independentScore":0.3923738904524793,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-5db4666fe0d22748d017fabf","panel-939b2284f37f61d8eb5f67b6","panel-b4abe05d293dd2f434bf065b","panel-7d6cb0c0f64f505b9a71b6ff"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.4023056938731327,"lowerBound":0,"upperBound":1,"independentScore":0.4023056938731327,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-31199fc389abf8c37e97a1ef","panel-90609ba61b59695b58129751"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5040773616222849,"lowerBound":0,"upperBound":1,"independentScore":0.5040773616222849,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-bbd53ca4e345a1af051f9838","panel-b100b1155d4fad7945551d5b","panel-ca5efb697bbdbfd817a0dc54"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5452118063072813,"lowerBound":0,"upperBound":1,"independentScore":0.5452118063072813,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-dbe6aa071a22ccaa40e097c9","panel-a4fc6c6ff3adc5d9f63e5f13","panel-860ece53551bde0e2391fb57"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6757595439128239,"lowerBound":0,"upperBound":1,"independentScore":0.6757595439128239,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c37413eeb9c7e46ddfc253d2","panel-1c622171ac4a61c0905126a8","panel-7c980646387d7ffe0fbb8f07"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5409991340116915,"lowerBound":0,"upperBound":1,"independentScore":0.5409991340116915,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4a402a6edf729fb609faca1b","panel-315c13eaf06cba3126de4186","panel-2e9188c4762961d8b305cb9d","panel-5924987a533b33a47f789e7e"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7046979865771822,"lowerBound":0,"upperBound":1,"independentScore":0.7046979865771822,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d10f6d2cdabb5ddb7e4899d2","panel-c5de3c6d1577f440b4c8c784","panel-6e422918805d22eb5f088d67","panel-9e2379b2378edc420ca56706"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.8443384383630431,"lowerBound":0,"upperBound":1,"independentScore":0.8443384383630431,"independent":true,"opponentIds":2747,"independentOpponentIds":2747,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-mLLmVVvo6t23MM5yxq7ryW"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.9521373515249799,"lowerBound":0,"upperBound":1,"independentScore":0.9521373515249799,"independent":true,"opponentIds":2748,"independentOpponentIds":2748,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.2854463551165294,"lowerBound":0,"upperBound":1,"independentScore":0.2854463551165294,"independent":true,"opponentIds":2749,"independentOpponentIds":2749,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.6624900215829462,"lowerBound":0,"upperBound":1,"independentScore":0.6624900215829462,"independent":true,"opponentIds":2750,"independentOpponentIds":2750,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.3516796321414016,"lowerBound":0,"upperBound":1,"independentScore":0.3516796321414016,"independent":true,"opponentIds":2751,"independentOpponentIds":2751,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.572305827395559,"lowerBound":0,"upperBound":1,"independentScore":0.572305827395559,"independent":true,"opponentIds":2752,"independentOpponentIds":2752,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.27039516113883555,"lowerBound":0,"upperBound":1,"independentScore":0.27039516113883555,"independent":true,"opponentIds":2753,"independentOpponentIds":2753,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"deepsearchqa","label":"deepsearchqa","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2754,"independentOpponentIds":110,"panelSize":1,"publishers":["Meta"],"observations":["launch-meta-muse-1-3-report-2006"],"sourceScores":[]},{"id":"mrcr","label":"mrcr","bucket":"long_context","score":0,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2754,"independentOpponentIds":110,"panelSize":1,"publishers":["Meta"],"observations":["launch-meta-muse-1-3-report-2025","launch-meta-muse-1-3-report-2021"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["01f9bb81e93035eae908ffd2","68bb725a7147d37f691cc776","232d05db27565366b51b3c03","92e7edda18428b3c391082fa","59c8fb45a1d69006d9ccbbdf","8facaaeaddc71a9cb970c3e5","8d598f26800d9569ce4fe997","bf5e779bd5c1e5819a7725d0","5effad373b0205da782f5fd8","bd09a08eaa6b2525ba1535bd","2be3e290103f2379e2a8ce97","a93c4241caec6baf37b38e51","b2c7712ced082f6fa4d42381","1ccd58acbbacd38e573c0695","1585a41209b88f2db63e82f8","panel-5db4666fe0d22748d017fabf","panel-31199fc389abf8c37e97a1ef","panel-90609ba61b59695b58129751","panel-bbd53ca4e345a1af051f9838","panel-dbe6aa071a22ccaa40e097c9","panel-939b2284f37f61d8eb5f67b6","panel-c37413eeb9c7e46ddfc253d2","panel-4a402a6edf729fb609faca1b","panel-b4abe05d293dd2f434bf065b","panel-7d6cb0c0f64f505b9a71b6ff","panel-d10f6d2cdabb5ddb7e4899d2","panel-b100b1155d4fad7945551d5b","panel-1c622171ac4a61c0905126a8","panel-c5de3c6d1577f440b4c8c784","panel-315c13eaf06cba3126de4186","panel-6e422918805d22eb5f088d67","panel-9e2379b2378edc420ca56706","panel-a4fc6c6ff3adc5d9f63e5f13","panel-860ece53551bde0e2391fb57","panel-2e9188c4762961d8b305cb9d","panel-7c980646387d7ffe0fbb8f07","panel-ca5efb697bbdbfd817a0dc54","panel-5924987a533b33a47f789e7e","epoch-run-mLLmVVvo6t23MM5yxq7ryW","vals-finance-agent-v2:meta/muse_spark_1_2","vals-code-migration-v1:meta/muse_spark_1_2","vals-legal-research-v1:meta/muse_spark_1_2","vals-emb-v1:meta/muse_spark_1_2","vals-mmlu-pro-v1:meta/muse_spark_1_2","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_2","vals-vibe-code-bench-v1.1:meta/muse_spark_1_2","vals-legal-agent-benchmark-v1:meta/muse_spark_1_2","vals-tax-agent-bench-v1:meta/muse_spark_1_2","launch-meta-muse-1-3-report-2016","launch-meta-muse-1-3-report-2006","launch-meta-muse-1-3-report-2025","launch-meta-muse-1-3-report-2021"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":61}],"unspecified":0,"total":61}},{"id":"muse-spark-1.3--effort-max","name":"Muse Spark 1.3 · Max","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.3","detailsUrl":"/efforts?model=muse-spark-1.3","publishedBenchmarkCount":25,"overallRating":{"score":0.5831429105105554,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000013}],"familyWeights":[{"family":"aa-lcr","share":0.08783365501187314},{"family":"hle","share":0.08239524083083474},{"family":"gpqa","share":0.08236214553452888},{"family":"critpt","share":0.08139328739353509},{"family":"omniscience","share":0.08076975577651184},{"family":"itbench","share":0.0688216032241159},{"family":"terminal-bench-science","share":0.06691883313307566},{"family":"gdpval","share":0.0662445502819401},{"family":"briefcase","share":0.059497530480070206},{"family":"automationbench","share":0.058834245263123815},{"family":"gdp-pdf","share":0.05874139498864006},{"family":"analyst-agent","share":0.058680576348539494},{"family":"harvey","share":0.055317368609659856},{"family":"terminal-bench","share":0.053501171150785336},{"family":"tau-bench","share":0.038688641972761784}]},"capabilityRatings":[{"bucket":"agentic","score":0.6403124636714584,"supported":true,"families":9,"independentFamilies":9,"opponents":147,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5832946941623699,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6924961628819903,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.36916339761760714,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7446555765289702,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.6927212955597579,"lowerBound":0,"upperBound":1,"independentScore":0.6927212955597579,"independent":true,"opponentIds":2755,"independentOpponentIds":2755,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["b9f6f607919d776f11304a54"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9433098680825203,"lowerBound":0,"upperBound":1,"independentScore":0.9433098680825203,"independent":true,"opponentIds":2756,"independentOpponentIds":2756,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8a22bc488a644b1e2508fc4e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9428942420120054,"lowerBound":0,"upperBound":1,"independentScore":0.9428942420120054,"independent":true,"opponentIds":2757,"independentOpponentIds":2757,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["f230d5a9f5b9039b7143d623","936456dd1867d1a4b847c4d3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8523118973368079,"lowerBound":0,"upperBound":1,"independentScore":0.8523118973368079,"independent":true,"opponentIds":2758,"independentOpponentIds":2758,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["1c082cbbfe9e67d7bb984ec5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.94486359715975,"lowerBound":0,"upperBound":1,"independentScore":0.94486359715975,"independent":true,"opponentIds":2759,"independentOpponentIds":2759,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["148730301f5957a9fe79d9f6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9410809207816392,"lowerBound":0,"upperBound":1,"independentScore":0.9410809207816392,"independent":true,"opponentIds":2760,"independentOpponentIds":2760,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["c23b2e2aae97c9e2aec8097b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9624898180298445,"lowerBound":0,"upperBound":1,"independentScore":0.9624898180298445,"independent":true,"opponentIds":2761,"independentOpponentIds":2761,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["1171f6b2b6a56815c83aef48"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9866857119916003,"lowerBound":0,"upperBound":1,"independentScore":0.9866857119916003,"independent":true,"opponentIds":2762,"independentOpponentIds":2762,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["49ff66a3ac04722cbfb9f96e"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.8455299767321415,"lowerBound":0,"upperBound":1,"independentScore":0.8455299767321415,"independent":true,"opponentIds":2763,"independentOpponentIds":2763,"panelSize":20,"publishers":["Artificial Analysis"],"observations":["7a8c3d4f8b3a35c6f9de6348"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9671069681858585,"lowerBound":0,"upperBound":1,"independentScore":0.9671069681858585,"independent":true,"opponentIds":2764,"independentOpponentIds":2764,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cf85cb3387484c802e3812ee"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.4453453758884339,"lowerBound":0,"upperBound":1,"independentScore":0.4453453758884339,"independent":true,"opponentIds":2765,"independentOpponentIds":2765,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["c5c0b548ca3c5060f14f5e70"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8947440669218624,"lowerBound":0,"upperBound":1,"independentScore":0.8947440669218624,"independent":true,"opponentIds":2766,"independentOpponentIds":2766,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["99de52795a9876970ef87d8e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9808167176346142,"lowerBound":0,"upperBound":1,"independentScore":0.9808167176346142,"independent":true,"opponentIds":2767,"independentOpponentIds":2767,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7a390f1067521bbb145e68dd"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.6893366743501944,"lowerBound":0,"upperBound":1,"independentScore":0.6893366743501944,"independent":true,"opponentIds":2768,"independentOpponentIds":2768,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["d63dffcd50afdb1eb351b494"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8772316633095238,"lowerBound":0,"upperBound":1,"independentScore":0.8772316633095238,"independent":true,"opponentIds":2769,"independentOpponentIds":2769,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["f2cbe7235dce6c1db8869015","ee74081579b2a3ebb41daa4a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b9f6f607919d776f11304a54","8a22bc488a644b1e2508fc4e","f230d5a9f5b9039b7143d623","1c082cbbfe9e67d7bb984ec5","148730301f5957a9fe79d9f6","c23b2e2aae97c9e2aec8097b","1171f6b2b6a56815c83aef48","49ff66a3ac04722cbfb9f96e","7a8c3d4f8b3a35c6f9de6348","cf85cb3387484c802e3812ee","c5c0b548ca3c5060f14f5e70","936456dd1867d1a4b847c4d3","99de52795a9876970ef87d8e","7a390f1067521bbb145e68dd","d63dffcd50afdb1eb351b494","f2cbe7235dce6c1db8869015","ee74081579b2a3ebb41daa4a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":25}],"unspecified":0,"total":25}},{"id":"muse-spark-1.3--effort-xhigh","name":"Muse Spark 1.3 · XHigh","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.3","detailsUrl":"/efforts?model=muse-spark-1.3","publishedBenchmarkCount":55,"overallRating":{"score":0.7427064995842336,"supported":true,"families":28,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":232,"independentFamilies":26,"reason":null,"independentSources":3,"labWeightShare":0.25000000000000006,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.3159553693660228},{"source":"Meta","independent":false,"share":0.24999999999999997},{"source":"LiveBench","independent":true,"share":0.2222098511502775},{"source":"Vals AI","independent":true,"share":0.2118347794837016}],"familyWeights":[{"family":"automationbench","share":0.10908009141794553},{"family":"deepsearchqa","share":0.08333333333333333},{"family":"mrcr","share":0.08333333333333333},{"family":"terminal-bench","share":0.05051927205840487},{"family":"livebench-coding","share":0.031744264450039576},{"family":"livebench-data","share":0.031744264450039576},{"family":"livebench-language","share":0.031744264450039576},{"family":"multi-swe-bench","share":0.031744264450039576},{"family":"livebench-instructions","share":0.03174426445003955},{"family":"livebench-math","share":0.03174426445003955},{"family":"livebench-reasoning","share":0.03174426445003955},{"family":"mmmu-pro","share":0.0294443568931216},{"family":"hle","share":0.028550302765735266},{"family":"critpt","share":0.028498091592427183},{"family":"gpqa","share":0.02845747274835133},{"family":"omniscience","share":0.028414428845101095},{"family":"harvey","share":0.02705504787370715},{"family":"aa-lcr","share":0.026782317803423963},{"family":"vibe-code","share":0.02672328503336056},{"family":"vals-code-migration","share":0.026698445004234066},{"family":"gdpval","share":0.02663226261158789},{"family":"vals-legal-research","share":0.026253528866103583},{"family":"vals-finance-agent","share":0.026151248080208772},{"family":"vals-excel-modeling","share":0.025786366921066596},{"family":"briefcase","share":0.025756826323599272},{"family":"vals-tax-agent","share":0.02575617109851573},{"family":"gdp-pdf","share":0.02566800581619274},{"family":"tau-bench","share":0.018895960429968887}]},"capabilityRatings":[{"bucket":"agentic","score":0.7702811118250703,"supported":true,"families":12,"independentFamilies":11,"opponents":148,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6656892498252259,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6428592618198415,"supported":true,"families":5,"independentFamilies":5,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.524617857949604,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5084417986555401,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7968119076135683,"supported":true,"families":2,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.872010000376324,"lowerBound":0,"upperBound":1,"independentScore":0.872010000376324,"independent":true,"opponentIds":2756,"independentOpponentIds":2756,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["86532f47a6831d9874503331"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9586972599848134,"lowerBound":0,"upperBound":1,"independentScore":0.9586972599848134,"independent":true,"opponentIds":2770,"independentOpponentIds":2770,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2a6a2fba20f75c83ae00c919"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9639481307049659,"lowerBound":0,"upperBound":1,"independentScore":0.8472607236388158,"independent":true,"opponentIds":2758,"independentOpponentIds":2758,"panelSize":109,"publishers":["Artificial Analysis","Meta"],"observations":["5f63a44e32cdfbe7e4663717","launch-meta-muse-1-3-report-2015"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9474811009428135,"lowerBound":0,"upperBound":1,"independentScore":0.9474811009428135,"independent":true,"opponentIds":2759,"independentOpponentIds":2759,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6f1189e171742bcde8826993"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9193379436821693,"lowerBound":0,"upperBound":1,"independentScore":0.9193379436821693,"independent":true,"opponentIds":2760,"independentOpponentIds":2760,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["518d72ce50dabb22d8ce510f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.931657497647253,"lowerBound":0,"upperBound":1,"independentScore":0.931657497647253,"independent":true,"opponentIds":2761,"independentOpponentIds":2761,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["a662897f590e0f63e0111b40"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9921642883466146,"lowerBound":0,"upperBound":1,"independentScore":0.9921642883466146,"independent":true,"opponentIds":2762,"independentOpponentIds":2762,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ca59d7ad9a49b5deebe091fb"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9766869037294016,"lowerBound":0,"upperBound":1,"independentScore":0.9766869037294016,"independent":true,"opponentIds":2771,"independentOpponentIds":2771,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9588668258851469,"lowerBound":0,"upperBound":1,"independentScore":0.9588668258851469,"independent":true,"opponentIds":2764,"independentOpponentIds":2764,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ec206653481e28f9c528335f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9156530533404386,"lowerBound":0,"upperBound":1,"independentScore":0.9156530533404386,"independent":true,"opponentIds":2772,"independentOpponentIds":2772,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["2162b35173af7a019770ca7a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8692297199703417,"lowerBound":0,"upperBound":1,"independentScore":0.8692297199703417,"independent":true,"opponentIds":2766,"independentOpponentIds":2766,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c5701d3f4aa1d335153fb4b3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.936906215707147,"lowerBound":0,"upperBound":1,"independentScore":0.936906215707147,"independent":true,"opponentIds":2767,"independentOpponentIds":2767,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2f8296c739b4a1f204c99e8e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7066331511695562,"lowerBound":0,"upperBound":1,"independentScore":0.7066331511695562,"independent":true,"opponentIds":2773,"independentOpponentIds":2773,"panelSize":142,"publishers":["Artificial Analysis","Vals AI"],"observations":["1dc29385569902eaa7f40057","9e7d357f563b5a73cfc2d18d","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7557126597793737,"lowerBound":0,"upperBound":1,"independentScore":0.7557126597793737,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e21e4fca1c3e3b98e1bc5a8c","panel-ea3620ceae6503098460020c","panel-eb4ce80a488879c6c664dde7","panel-ae4a0aa81365bb0ac625fdee"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.712134477324462,"lowerBound":0,"upperBound":1,"independentScore":0.712134477324462,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e762d325f86c557f5d10186f","panel-4d93f01d1e8e2402aaeb5616"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5449425086091172,"lowerBound":0,"upperBound":1,"independentScore":0.5449425086091172,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d86a15e1a604826048816160","panel-01d19abcae8228176928ff95","panel-9a0cadd9cf939c95da4dccd3"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.7148193544621494,"lowerBound":0,"upperBound":1,"independentScore":0.7148193544621494,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9b4dc6b2d88a35de49975d62","panel-a024960d51ddeaa1a98abbb1","panel-4e85d1ceaaff86a48099f140"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8576139613611158,"lowerBound":0,"upperBound":1,"independentScore":0.8576139613611158,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e2b90ad9ff025816b82efbba","panel-60b5fcefe36e164667e674a2","panel-026b7d686de16b86eee55e61"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.689415163719139,"lowerBound":0,"upperBound":1,"independentScore":0.689415163719139,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-a608739b95a5826c41cbb0bc","panel-6c3961f5f7f2f61d3927bbf6","panel-edd291968902d4d1849cd16d","panel-1a10629747e118f97cfc0f67"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.9328051129399405,"lowerBound":0,"upperBound":1,"independentScore":0.9328051129399405,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d4235d275b78c1d09ff5b633","panel-21fd85624e4a16f80678eeb6","panel-42a2d7c7037fb97d8e799de8","panel-753a406f6be326ef24fd319e"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.8652924807785499,"lowerBound":0,"upperBound":1,"independentScore":0.8652924807785499,"independent":true,"opponentIds":2775,"independentOpponentIds":2775,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.2806679541065546,"lowerBound":0,"upperBound":1,"independentScore":0.2806679541065546,"independent":true,"opponentIds":2776,"independentOpponentIds":2776,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.5869186528129514,"lowerBound":0,"upperBound":1,"independentScore":0.5869186528129514,"independent":true,"opponentIds":2777,"independentOpponentIds":2777,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.44150468051473307,"lowerBound":0,"upperBound":1,"independentScore":0.44150468051473307,"independent":true,"opponentIds":2778,"independentOpponentIds":2778,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.7115934615295187,"lowerBound":0,"upperBound":1,"independentScore":0.7115934615295187,"independent":true,"opponentIds":2779,"independentOpponentIds":2779,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.8216117234697654,"lowerBound":0,"upperBound":1,"independentScore":0.8216117234697654,"independent":true,"opponentIds":2780,"independentOpponentIds":2780,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"deepsearchqa","label":"deepsearchqa","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2781,"independentOpponentIds":110,"panelSize":1,"publishers":["Meta"],"observations":["launch-meta-muse-1-3-report-2005"],"sourceScores":[]},{"id":"mrcr","label":"mrcr","bucket":"long_context","score":1,"lowerBound":0,"upperBound":1,"independentScore":null,"independent":false,"opponentIds":2781,"independentOpponentIds":110,"panelSize":1,"publishers":["Meta"],"observations":["launch-meta-muse-1-3-report-2024","launch-meta-muse-1-3-report-2020"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["86532f47a6831d9874503331","2a6a2fba20f75c83ae00c919","5f63a44e32cdfbe7e4663717","6f1189e171742bcde8826993","518d72ce50dabb22d8ce510f","a662897f590e0f63e0111b40","ca59d7ad9a49b5deebe091fb","ec206653481e28f9c528335f","2162b35173af7a019770ca7a","c5701d3f4aa1d335153fb4b3","2f8296c739b4a1f204c99e8e","1dc29385569902eaa7f40057","9e7d357f563b5a73cfc2d18d","panel-e21e4fca1c3e3b98e1bc5a8c","panel-e762d325f86c557f5d10186f","panel-4d93f01d1e8e2402aaeb5616","panel-d86a15e1a604826048816160","panel-9b4dc6b2d88a35de49975d62","panel-ea3620ceae6503098460020c","panel-e2b90ad9ff025816b82efbba","panel-a608739b95a5826c41cbb0bc","panel-eb4ce80a488879c6c664dde7","panel-ae4a0aa81365bb0ac625fdee","panel-d4235d275b78c1d09ff5b633","panel-01d19abcae8228176928ff95","panel-60b5fcefe36e164667e674a2","panel-21fd85624e4a16f80678eeb6","panel-6c3961f5f7f2f61d3927bbf6","panel-42a2d7c7037fb97d8e799de8","panel-753a406f6be326ef24fd319e","panel-a024960d51ddeaa1a98abbb1","panel-4e85d1ceaaff86a48099f140","panel-edd291968902d4d1849cd16d","panel-026b7d686de16b86eee55e61","panel-9a0cadd9cf939c95da4dccd3","panel-1a10629747e118f97cfc0f67","vals-finance-agent-v2:meta/muse_spark_1_3","vals-code-migration-v1:meta/muse_spark_1_3","vals-legal-research-v1:meta/muse_spark_1_3","vals-emb-v1:meta/muse_spark_1_3","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_3","vals-vibe-code-bench-v1.1:meta/muse_spark_1_3","vals-legal-agent-benchmark-v1:meta/muse_spark_1_3","vals-tax-agent-bench-v1:meta/muse_spark_1_3","launch-meta-muse-1-3-report-2015","launch-meta-muse-1-3-report-2005","launch-meta-muse-1-3-report-2024","launch-meta-muse-1-3-report-2020"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":55}],"unspecified":0,"total":55}},{"id":"muse-wonder--effort-max","name":"Muse Wonder · Max","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-wonder","detailsUrl":"/efforts?model=muse-wonder","publishedBenchmarkCount":43,"overallRating":{"score":0.7321209992509411,"supported":true,"families":23,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":229,"independentFamilies":23,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.436701782673057},{"source":"LiveBench","independent":true,"share":0.3046934788497953},{"source":"Vals AI","independent":true,"share":0.25860473847715315}],"familyWeights":[{"family":"harvey","share":0.06978222075893084},{"family":"hle","share":0.04801195398852341},{"family":"critpt","share":0.0480023872929271},{"family":"omniscience","share":0.0478751049140425},{"family":"aa-lcr","share":0.04684040619590668},{"family":"gdpval","share":0.046084288014062384},{"family":"briefcase","share":0.044981786970983414},{"family":"automationbench","share":0.0448126392925398},{"family":"gdp-pdf","share":0.0447288142051694},{"family":"livebench-coding","share":0.04352763983568522},{"family":"livebench-data","share":0.04352763983568522},{"family":"livebench-language","share":0.04352763983568522},{"family":"multi-swe-bench","share":0.04352763983568522},{"family":"livebench-instructions","share":0.043527639835685174},{"family":"livebench-math","share":0.043527639835685174},{"family":"livebench-reasoning","share":0.043527639835685174},{"family":"vibe-code","share":0.03750172563332449},{"family":"vals-code-migration","share":0.03744721654455239},{"family":"vals-legal-research","share":0.03685759739116174},{"family":"vals-finance-agent","share":0.03676139324222713},{"family":"vals-excel-modeling","share":0.03601842013069594},{"family":"vals-tax-agent","share":0.03599394472122297},{"family":"terminal-bench","share":0.033606621853937584}]},"capabilityRatings":[{"bucket":"agentic","score":0.7609763239873129,"supported":true,"families":10,"independentFamilies":10,"opponents":144,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6889602744007058,"supported":true,"families":4,"independentFamilies":4,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.782227816587865,"supported":true,"families":5,"independentFamilies":5,"opponents":113,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.423591557414632,"supported":true,"families":3,"independentFamilies":3,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.573406351534957,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9756458065035394,"lowerBound":0,"upperBound":1,"independentScore":0.9756458065035394,"independent":true,"opponentIds":2782,"independentOpponentIds":2782,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e2f5630b078937ae5c53af35"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9083542919803602,"lowerBound":0,"upperBound":1,"independentScore":0.9083542919803602,"independent":true,"opponentIds":2783,"independentOpponentIds":2783,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["409f64db18ddf3ebbbdb5c1f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9719246815586197,"lowerBound":0,"upperBound":1,"independentScore":0.9719246815586197,"independent":true,"opponentIds":2784,"independentOpponentIds":2784,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["14f57fb9ba5c08e88680727f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9646524319395937,"lowerBound":0,"upperBound":1,"independentScore":0.9646524319395937,"independent":true,"opponentIds":2785,"independentOpponentIds":2785,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["95e7a4ba29c6c86b27d71097"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9773392390844571,"lowerBound":0,"upperBound":1,"independentScore":0.9773392390844571,"independent":true,"opponentIds":2786,"independentOpponentIds":2786,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["7972ff078593589a9b53c45e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9876866770351864,"lowerBound":0,"upperBound":1,"independentScore":0.9876866770351864,"independent":true,"opponentIds":2787,"independentOpponentIds":2787,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["5cd9b0ce6dbfe3dd8a4d7eed"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.8686260694492502,"lowerBound":0,"upperBound":1,"independentScore":0.8686260694492502,"independent":true,"opponentIds":2788,"independentOpponentIds":2788,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["62285399003445302807f39d","vals-legal-agent-benchmark-v1:meta/muse-wonder"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9727278838587492,"lowerBound":0,"upperBound":1,"independentScore":0.9727278838587492,"independent":true,"opponentIds":2789,"independentOpponentIds":2789,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7f1ee21fbb1b83cea7ef3bd4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8498273585823868,"lowerBound":0,"upperBound":1,"independentScore":0.8498273585823868,"independent":true,"opponentIds":2790,"independentOpponentIds":2790,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0f58b6fee38fc8e39f5342e5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.943120160392952,"lowerBound":0,"upperBound":1,"independentScore":0.943120160392952,"independent":true,"opponentIds":2786,"independentOpponentIds":2786,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["b2f531240ffd5178f869f695"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.8038653475748561,"lowerBound":0,"upperBound":1,"independentScore":0.8038653475748561,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e689a062d192adbe930392e1","panel-c67eba384acc4ed30aef4730","panel-fbf6974aa029bb3328653ff9","panel-d89fbdd1388539c6a6c35abd"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6185869374890565,"lowerBound":0,"upperBound":1,"independentScore":0.6185869374890565,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-25fa2338b585e4d5e24aaf70","panel-ebadb48e181f168f04a307b1"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5116441954123625,"lowerBound":0,"upperBound":1,"independentScore":0.5116441954123625,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-74766c587c80763ddfc4e0ea","panel-18a7565596dfecd68f676d6a","panel-0b01edf83568515503d6ecd0"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6972509192785855,"lowerBound":0,"upperBound":1,"independentScore":0.6972509192785855,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c69e0aad188d1ebf54683cc3","panel-399e44bafc57b20172daf0ad","panel-83bbb59d6ada1aae15c5feeb"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8547248000933869,"lowerBound":0,"upperBound":1,"independentScore":0.8547248000933869,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-54e4e1da32d5723495e597ea","panel-20dee3cbee18a22247270619","panel-2644d92decaf8c527130b880"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7033356680091059,"lowerBound":0,"upperBound":1,"independentScore":0.7033356680091059,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-7ce2e0d0b83d48ac917a163a","panel-dca032e1e3b8025ad77f46f2","panel-fef023790048111cf5d004c6","panel-53adcf37a1fd967c5d7edbdb"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6894589388898623,"lowerBound":0,"upperBound":1,"independentScore":0.6894589388898623,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-ca12f749d0bae5cb876bb122","panel-9900ad797a426c46f91cdc10","panel-d3299870468757c818165bba","panel-8a5c3b62302b72bf46b1755f"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.7065012402111038,"lowerBound":0,"upperBound":1,"independentScore":0.7065012402111038,"independent":true,"opponentIds":2792,"independentOpponentIds":2792,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse-wonder"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.8987384225840127,"lowerBound":0,"upperBound":1,"independentScore":0.8987384225840127,"independent":true,"opponentIds":2793,"independentOpponentIds":2793,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:meta/muse-wonder"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.8776670750595252,"lowerBound":0,"upperBound":1,"independentScore":0.8776670750595252,"independent":true,"opponentIds":2794,"independentOpponentIds":2794,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse-wonder"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6615401401449942,"lowerBound":0,"upperBound":1,"independentScore":0.6615401401449942,"independent":true,"opponentIds":2795,"independentOpponentIds":2795,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse-wonder"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.7525502669544474,"lowerBound":0,"upperBound":1,"independentScore":0.7525502669544474,"independent":true,"opponentIds":2796,"independentOpponentIds":2796,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse-wonder"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.7747993012248473,"lowerBound":0,"upperBound":1,"independentScore":0.7747993012248473,"independent":true,"opponentIds":2797,"independentOpponentIds":2797,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:meta/muse-wonder"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e2f5630b078937ae5c53af35","409f64db18ddf3ebbbdb5c1f","14f57fb9ba5c08e88680727f","95e7a4ba29c6c86b27d71097","7972ff078593589a9b53c45e","5cd9b0ce6dbfe3dd8a4d7eed","62285399003445302807f39d","7f1ee21fbb1b83cea7ef3bd4","0f58b6fee38fc8e39f5342e5","b2f531240ffd5178f869f695","panel-e689a062d192adbe930392e1","panel-25fa2338b585e4d5e24aaf70","panel-ebadb48e181f168f04a307b1","panel-74766c587c80763ddfc4e0ea","panel-c69e0aad188d1ebf54683cc3","panel-c67eba384acc4ed30aef4730","panel-54e4e1da32d5723495e597ea","panel-7ce2e0d0b83d48ac917a163a","panel-fbf6974aa029bb3328653ff9","panel-d89fbdd1388539c6a6c35abd","panel-ca12f749d0bae5cb876bb122","panel-18a7565596dfecd68f676d6a","panel-20dee3cbee18a22247270619","panel-9900ad797a426c46f91cdc10","panel-dca032e1e3b8025ad77f46f2","panel-d3299870468757c818165bba","panel-8a5c3b62302b72bf46b1755f","panel-399e44bafc57b20172daf0ad","panel-83bbb59d6ada1aae15c5feeb","panel-fef023790048111cf5d004c6","panel-2644d92decaf8c527130b880","panel-0b01edf83568515503d6ecd0","panel-53adcf37a1fd967c5d7edbdb","vals-finance-agent-v2:meta/muse-wonder","vals-code-migration-v1:meta/muse-wonder","vals-legal-research-v1:meta/muse-wonder","vals-emb-v1:meta/muse-wonder","vals-vibe-code-bench-v1.1:meta/muse-wonder","vals-legal-agent-benchmark-v1:meta/muse-wonder","vals-tax-agent-bench-v1:meta/muse-wonder"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":43}],"unspecified":0,"total":43}},{"id":"muse-wonder-full--effort-max","name":"Muse Wonder Full · Max","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-wonder-full","detailsUrl":"/efforts?model=muse-wonder-full","publishedBenchmarkCount":19,"overallRating":{"score":0.8500987270785633,"supported":true,"families":16,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":229,"independentFamilies":16,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.6977070071106908},{"source":"Vals AI","independent":true,"share":0.3022929928893147}],"familyWeights":[{"family":"harvey","share":0.09011192704910467},{"family":"hle","share":0.07989518797230512},{"family":"critpt","share":0.07976601768646589},{"family":"omniscience","share":0.0795373965236066},{"family":"aa-lcr","share":0.07561622685163291},{"family":"gdpval","share":0.07499685776546101},{"family":"briefcase","share":0.07274775493828244},{"family":"automationbench","share":0.07260994566306146},{"family":"gdp-pdf","share":0.07240858416723144},{"family":"terminal-bench","share":0.04439185504814949},{"family":"vals-finance-agent","share":0.04382840296624484},{"family":"vibe-code","share":0.04367573651103229},{"family":"vals-code-migration","share":0.043581221080383724},{"family":"vals-legal-research","share":0.0429494056252312},{"family":"vals-tax-agent","share":0.041944909028193124},{"family":"vals-excel-modeling","share":0.041938571123612864}]},"capabilityRatings":[{"bucket":"agentic","score":0.8620643456418248,"supported":true,"families":9,"independentFamilies":9,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6908284415641902,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8458378541527218,"supported":true,"families":3,"independentFamilies":3,"opponents":110,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.37759901970155046,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7061838864078006,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9915096999915103,"lowerBound":0,"upperBound":1,"independentScore":0.9915096999915103,"independent":true,"opponentIds":2798,"independentOpponentIds":2798,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4447279d9098afb439d91f31"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9790413734695766,"lowerBound":0,"upperBound":1,"independentScore":0.9790413734695766,"independent":true,"opponentIds":2799,"independentOpponentIds":2799,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fd1c73523af0a64b020f6d7c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.993104057974237,"lowerBound":0,"upperBound":1,"independentScore":0.993104057974237,"independent":true,"opponentIds":2800,"independentOpponentIds":2800,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["44b450aa27027808b9e57eb5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2801,"independentOpponentIds":2801,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["89cf6157d93f8c2efc2ad7f9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2802,"independentOpponentIds":2802,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6121843833838096234efb94"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9984002632272435,"lowerBound":0,"upperBound":1,"independentScore":0.9984002632272435,"independent":true,"opponentIds":2803,"independentOpponentIds":2803,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b52ede219ffa5fc33ccd26c1"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9688852828591056,"lowerBound":0,"upperBound":1,"independentScore":0.9688852828591056,"independent":true,"opponentIds":2804,"independentOpponentIds":2804,"panelSize":46,"publishers":["Artificial Analysis","Vals AI"],"observations":["7ce197385cfe06e9ee349cd6","vals-legal-agent-benchmark-v1:meta/muse-wonder-full"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9852289707350995,"lowerBound":0,"upperBound":1,"independentScore":0.9852289707350995,"independent":true,"opponentIds":2805,"independentOpponentIds":2805,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5ad56bef5143cd852c7e0a23"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8830189667248997,"lowerBound":0,"upperBound":1,"independentScore":0.8830189667248997,"independent":true,"opponentIds":2806,"independentOpponentIds":2806,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c95e0955619a34d31cb1413e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9802608848687513,"lowerBound":0,"upperBound":1,"independentScore":0.9802608848687513,"independent":true,"opponentIds":2802,"independentOpponentIds":2802,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["0b29c27c06286dae67a3281d"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.929924827277881,"lowerBound":0,"upperBound":1,"independentScore":0.929924827277881,"independent":true,"opponentIds":2807,"independentOpponentIds":2807,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse-wonder-full"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.858502016450101,"lowerBound":0,"upperBound":1,"independentScore":0.858502016450101,"independent":true,"opponentIds":2808,"independentOpponentIds":2808,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:meta/muse-wonder-full"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9267176392163531,"lowerBound":0,"upperBound":1,"independentScore":0.9267176392163531,"independent":true,"opponentIds":2809,"independentOpponentIds":2809,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse-wonder-full"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.8493061262826682,"lowerBound":0,"upperBound":1,"independentScore":0.8493061262826682,"independent":true,"opponentIds":2810,"independentOpponentIds":2810,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse-wonder-full"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.8280436781508059,"lowerBound":0,"upperBound":1,"independentScore":0.8280436781508059,"independent":true,"opponentIds":2811,"independentOpponentIds":2811,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse-wonder-full"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.9211146053563085,"lowerBound":0,"upperBound":1,"independentScore":0.9211146053563085,"independent":true,"opponentIds":2812,"independentOpponentIds":2812,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:meta/muse-wonder-full"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4447279d9098afb439d91f31","fd1c73523af0a64b020f6d7c","44b450aa27027808b9e57eb5","89cf6157d93f8c2efc2ad7f9","6121843833838096234efb94","b52ede219ffa5fc33ccd26c1","7ce197385cfe06e9ee349cd6","5ad56bef5143cd852c7e0a23","c95e0955619a34d31cb1413e","0b29c27c06286dae67a3281d","vals-finance-agent-v2:meta/muse-wonder-full","vals-code-migration-v1:meta/muse-wonder-full","vals-legal-research-v1:meta/muse-wonder-full","vals-emb-v1:meta/muse-wonder-full","vals-vibe-code-bench-v1.1:meta/muse-wonder-full","vals-legal-agent-benchmark-v1:meta/muse-wonder-full","vals-tax-agent-bench-v1:meta/muse-wonder-full"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":19}],"unspecified":0,"total":19}},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16--effort-reasoning","name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","detailsUrl":"/efforts?model=nemotron-3-nano-omni-30b-a3b-reasoning-bf16","publishedBenchmarkCount":12,"overallRating":{"score":0.010680256566454459,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999942}],"familyWeights":[{"family":"ifbench","share":0.10788734990384098},{"family":"hle","share":0.10568745523159145},{"family":"gpqa","share":0.105461651327592},{"family":"critpt","share":0.1046599228619115},{"family":"omniscience","share":0.10412615349665612},{"family":"mmmu-pro","share":0.1031745961272355},{"family":"aa-lcr","share":0.09700836833689437},{"family":"tau-bench","share":0.092348255685729},{"family":"terminal-bench","share":0.09072658138715008},{"family":"gdpval","share":0.0889196656413954}]},"capabilityRatings":[{"bucket":"agentic","score":0.052772021370767315,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02359802570777293,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.037627579605005256,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06509304700112163,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.028108590549607283,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.06340724572858113,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3765484233282643,"lowerBound":0,"upperBound":1,"independentScore":0.3765484233282643,"independent":true,"opponentIds":2813,"independentOpponentIds":2813,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3df372e3699dbb72d0107949"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23326589770143064,"lowerBound":0,"upperBound":1,"independentScore":0.23326589770143064,"independent":true,"opponentIds":2814,"independentOpponentIds":2814,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7794c31b12edebaf055cadae"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.19464572844221537,"lowerBound":0,"upperBound":1,"independentScore":0.19464572844221537,"independent":true,"opponentIds":2815,"independentOpponentIds":2815,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["89e8cd465d74d7784c276a56"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.15397198328771633,"lowerBound":0,"upperBound":1,"independentScore":0.15397198328771633,"independent":true,"opponentIds":2816,"independentOpponentIds":2816,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["eb0cd457f42770f092325384"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2422163791855453,"lowerBound":0,"upperBound":1,"independentScore":0.2422163791855453,"independent":true,"opponentIds":2817,"independentOpponentIds":2817,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b8891413ad5cd82d8d171e25"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7527355982321043,"lowerBound":0,"upperBound":1,"independentScore":0.7527355982321043,"independent":true,"opponentIds":2818,"independentOpponentIds":2818,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cb4b24a95d446b8f38f48a4f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2366705154060056,"lowerBound":0,"upperBound":1,"independentScore":0.2366705154060056,"independent":true,"opponentIds":2819,"independentOpponentIds":2819,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["be2d9f71ad2fc32c4685a3e8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2552627586457222,"lowerBound":0,"upperBound":1,"independentScore":0.2552627586457222,"independent":true,"opponentIds":2820,"independentOpponentIds":2820,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["141eae2f30ceb3d7b2bde165"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5353209182343881,"lowerBound":0,"upperBound":1,"independentScore":0.5353209182343881,"independent":true,"opponentIds":2821,"independentOpponentIds":2821,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b46e094398644f85af26779b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3366440732078125,"lowerBound":0,"upperBound":1,"independentScore":0.3366440732078125,"independent":true,"opponentIds":2822,"independentOpponentIds":2822,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c9b7eeb3faf1de8c8d016598","baf677e18985ef29d7904ae8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3df372e3699dbb72d0107949","7794c31b12edebaf055cadae","89e8cd465d74d7784c276a56","eb0cd457f42770f092325384","b8891413ad5cd82d8d171e25","cb4b24a95d446b8f38f48a4f","be2d9f71ad2fc32c4685a3e8","141eae2f30ceb3d7b2bde165","b46e094398644f85af26779b","c9b7eeb3faf1de8c8d016598","baf677e18985ef29d7904ae8"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"nemotron-3-ultra--effort-reasoning","name":"NVIDIA Nemotron 3 Ultra · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nemotron-3-ultra","detailsUrl":"/efforts?model=nemotron-3-ultra","publishedBenchmarkCount":21,"overallRating":{"score":0.10405973318641598,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999925}],"familyWeights":[{"family":"ifbench","share":0.08307237469429318},{"family":"hle","share":0.08135597928794006},{"family":"gpqa","share":0.08115549181846511},{"family":"critpt","share":0.08105167856718914},{"family":"omniscience","share":0.08077886637552938},{"family":"tau-bench","share":0.07775662250449923},{"family":"terminal-bench","share":0.07645693496011129},{"family":"gdpval","share":0.07323543164277561},{"family":"briefcase","share":0.06943308718644889},{"family":"automationbench","share":0.06933415720592538},{"family":"gdp-pdf","share":0.06903658511174693},{"family":"aa-lcr","share":0.06783632615047423},{"family":"enterprise-ops","share":0.048389132600816266},{"family":"analyst-agent","share":0.04110733189378464}]},"capabilityRatings":[{"bucket":"agentic","score":0.15475263568644113,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.25565855673746457,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.21730978299306344,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21196300936019077,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.36964875525145224,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.04989437910225484,"lowerBound":0,"upperBound":1,"independentScore":0.04989437910225484,"independent":true,"opponentIds":2823,"independentOpponentIds":2823,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["330c9ea34b512489404a52c8"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5207019371959617,"lowerBound":0,"upperBound":1,"independentScore":0.5207019371959617,"independent":true,"opponentIds":2824,"independentOpponentIds":2824,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5a389b5bb1b65bf9c70de16c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7174510678065998,"lowerBound":0,"upperBound":1,"independentScore":0.7174510678065998,"independent":true,"opponentIds":2825,"independentOpponentIds":2825,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["5ab4998706916204907bddaf","14ac5ca3a74e93eeb0b5d4ea"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3032469403260292,"lowerBound":0,"upperBound":1,"independentScore":0.3032469403260292,"independent":true,"opponentIds":2826,"independentOpponentIds":2826,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["8a53396aab5b755f3de4dee6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7351693353412139,"lowerBound":0,"upperBound":1,"independentScore":0.7351693353412139,"independent":true,"opponentIds":2827,"independentOpponentIds":2827,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["33379178b6158f7ad04022e6"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.18064051896903302,"lowerBound":0,"upperBound":1,"independentScore":0.18064051896903302,"independent":true,"opponentIds":2828,"independentOpponentIds":2828,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["034db885626e3df3ca80c3b4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.37696196099013757,"lowerBound":0,"upperBound":1,"independentScore":0.37696196099013757,"independent":true,"opponentIds":2829,"independentOpponentIds":2829,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6ea2a53159a414f21eb5080f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6103903575573032,"lowerBound":0,"upperBound":1,"independentScore":0.6103903575573032,"independent":true,"opponentIds":2830,"independentOpponentIds":2830,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f736aa94d6c8dda205b28165"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8308450701282437,"lowerBound":0,"upperBound":1,"independentScore":0.8308450701282437,"independent":true,"opponentIds":2831,"independentOpponentIds":2831,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4cbe7ebbe159a64df52897d4"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.771438580871627,"lowerBound":0,"upperBound":1,"independentScore":0.771438580871627,"independent":true,"opponentIds":2832,"independentOpponentIds":2832,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["51ea81ebfbd4d73fa92af147"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9935971004682415,"lowerBound":0,"upperBound":1,"independentScore":0.9935971004682415,"independent":true,"opponentIds":2833,"independentOpponentIds":2833,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9896e0be3fe5460d4ed0ea51"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5824040260897345,"lowerBound":0,"upperBound":1,"independentScore":0.5824040260897345,"independent":true,"opponentIds":2834,"independentOpponentIds":2834,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d3fc36c3f92168bc3ee1be8e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6481505344318569,"lowerBound":0,"upperBound":1,"independentScore":0.6481505344318569,"independent":true,"opponentIds":2835,"independentOpponentIds":2835,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b9c479a24e769b4d00767391","25ac32575044be41804c364b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6560585880920464,"lowerBound":0,"upperBound":1,"independentScore":0.6560585880920464,"independent":true,"opponentIds":2836,"independentOpponentIds":2836,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["d3a5cd1a45f812308f2df5f7","857c5f249a729e596ef2a8e4","d3e9fc29cd1b8b5326223cc8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["330c9ea34b512489404a52c8","5a389b5bb1b65bf9c70de16c","5ab4998706916204907bddaf","8a53396aab5b755f3de4dee6","33379178b6158f7ad04022e6","034db885626e3df3ca80c3b4","6ea2a53159a414f21eb5080f","f736aa94d6c8dda205b28165","4cbe7ebbe159a64df52897d4","51ea81ebfbd4d73fa92af147","9896e0be3fe5460d4ed0ea51","14ac5ca3a74e93eeb0b5d4ea","d3fc36c3f92168bc3ee1be8e","b9c479a24e769b4d00767391","25ac32575044be41804c364b","d3a5cd1a45f812308f2df5f7","857c5f249a729e596ef2a8e4","d3e9fc29cd1b8b5326223cc8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","qwen-3.8-max-0902","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-nano-30b-a3b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-nano-30b-a3b-bf16","publishedBenchmarkCount":20,"overallRating":{"score":0.025512474704122646,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999905}],"familyWeights":[{"family":"terminal-bench","share":0.0778841921262758},{"family":"tau-bench","share":0.07664907331539492},{"family":"briefcase","share":0.07484415955200427},{"family":"automationbench","share":0.07481818105969014},{"family":"gdp-pdf","share":0.07449964040712508},{"family":"mmlu-pro","share":0.06522955045039894},{"family":"ifbench","share":0.0650264533259787},{"family":"livecodebench","share":0.06440700578940647},{"family":"aime","share":0.06416246619178242},{"family":"hle","share":0.06375838440447183},{"family":"gpqa","share":0.06372595649102969},{"family":"critpt","share":0.06297717684496944},{"family":"omniscience","share":0.06249261651207287},{"family":"aa-lcr","share":0.05836093685578775},{"family":"gdpval","share":0.051164206673597855}]},"capabilityRatings":[{"bucket":"agentic","score":0.04866239261841688,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12758525415805103,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07174028062158165,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08503577455261357,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.057911531168304435,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.12315209738107757,"lowerBound":0,"upperBound":1,"independentScore":0.12315209738107757,"independent":true,"opponentIds":2837,"independentOpponentIds":2837,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1bead579ad997c55817f50a2"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9369021223439283,"lowerBound":0,"upperBound":1,"independentScore":0.9369021223439283,"independent":true,"opponentIds":2838,"independentOpponentIds":2838,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b2dc7594e6af2cc119bbf07f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.36683007244740956,"lowerBound":0,"upperBound":1,"independentScore":0.36683007244740956,"independent":true,"opponentIds":2839,"independentOpponentIds":2839,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6942b61505042b6b4b415fa4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.20499871658667332,"lowerBound":0,"upperBound":1,"independentScore":0.20499871658667332,"independent":true,"opponentIds":2840,"independentOpponentIds":2840,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["740ea85e8bb22f60c115f846"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6145337000342853,"lowerBound":0,"upperBound":1,"independentScore":0.6145337000342853,"independent":true,"opponentIds":2841,"independentOpponentIds":2841,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["04c131410c9c4622e4220c54"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.11485491941626681,"lowerBound":0,"upperBound":1,"independentScore":0.11485491941626681,"independent":true,"opponentIds":2842,"independentOpponentIds":2842,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["105df0aa2225f0561f8563cb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.20730705555011644,"lowerBound":0,"upperBound":1,"independentScore":0.20730705555011644,"independent":true,"opponentIds":2843,"independentOpponentIds":2843,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["84b55699614a8f191fed696f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.573059587738379,"lowerBound":0,"upperBound":1,"independentScore":0.573059587738379,"independent":true,"opponentIds":2844,"independentOpponentIds":2844,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3bcc88ebddfd31d3a6afbaf9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5405735891963835,"lowerBound":0,"upperBound":1,"independentScore":0.5405735891963835,"independent":true,"opponentIds":2845,"independentOpponentIds":2845,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["faa9167f4773b2090ba9857d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8425492052126404,"lowerBound":0,"upperBound":1,"independentScore":0.8425492052126404,"independent":true,"opponentIds":2846,"independentOpponentIds":2846,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["920d7dc6fe4b7a6441efce8b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8312731402647459,"lowerBound":0,"upperBound":1,"independentScore":0.8312731402647459,"independent":true,"opponentIds":2847,"independentOpponentIds":2847,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7cfb3235eb6f77d41014f6bc"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.61872733309693,"lowerBound":0,"upperBound":1,"independentScore":0.61872733309693,"independent":true,"opponentIds":2848,"independentOpponentIds":2848,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b34aa90172208f886564ae04"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3783285552851196,"lowerBound":0,"upperBound":1,"independentScore":0.3783285552851196,"independent":true,"opponentIds":2849,"independentOpponentIds":2849,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3e96872c29bb0036fc03afd9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3614681755127351,"lowerBound":0,"upperBound":1,"independentScore":0.3614681755127351,"independent":true,"opponentIds":2850,"independentOpponentIds":2850,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["afc36157fe035615d4c4dcfb","deb3f5b0ae380724472197f6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3080328792607433,"lowerBound":0,"upperBound":1,"independentScore":0.3080328792607433,"independent":true,"opponentIds":2851,"independentOpponentIds":2851,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["b8471a3b510bb8f93eb57bbf","cae5947e36d58b255b600621","72227cbdbda7131737c24853"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1bead579ad997c55817f50a2","b2dc7594e6af2cc119bbf07f","6942b61505042b6b4b415fa4","740ea85e8bb22f60c115f846","04c131410c9c4622e4220c54","105df0aa2225f0561f8563cb","84b55699614a8f191fed696f","3bcc88ebddfd31d3a6afbaf9","faa9167f4773b2090ba9857d","920d7dc6fe4b7a6441efce8b","7cfb3235eb6f77d41014f6bc","b34aa90172208f886564ae04","3e96872c29bb0036fc03afd9","afc36157fe035615d4c4dcfb","deb3f5b0ae380724472197f6","b8471a3b510bb8f93eb57bbf","cae5947e36d58b255b600621","72227cbdbda7131737c24853"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":20}],"unspecified":0,"total":20}},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-non-reasoning","name":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 · Non-reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-nano-30b-a3b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-nano-30b-a3b-bf16","publishedBenchmarkCount":14,"overallRating":{"score":0.0033153111862093128,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000304}],"familyWeights":[{"family":"gmmlu","share":0.10595241282152809},{"family":"mmlu-pro","share":0.08039806090926524},{"family":"ifbench","share":0.08012367831511079},{"family":"livecodebench","share":0.07906581302497834},{"family":"gpqa","share":0.07859560706392668},{"family":"hle","share":0.07857889481781202},{"family":"aime","share":0.07853456734003261},{"family":"critpt","share":0.0778011031870581},{"family":"omniscience","share":0.0770795813249808},{"family":"aa-lcr","share":0.07176773201962836},{"family":"tau-bench","share":0.06784203282838795},{"family":"terminal-bench","share":0.06239634452147737},{"family":"gdpval","share":0.06186417182582738}]},"capabilityRatings":[{"bucket":"agentic","score":0.019476949825184074,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.015048300710962886,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02728091236457296,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011844050402249904,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.019379503537283835,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.09258821857220274,"lowerBound":0,"upperBound":1,"independentScore":0.09258821857220274,"independent":true,"opponentIds":2838,"independentOpponentIds":2838,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4a17e10223ee1411771a3af5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1609073365420848,"lowerBound":0,"upperBound":1,"independentScore":0.1609073365420848,"independent":true,"opponentIds":2839,"independentOpponentIds":2839,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5a0f57a5757378689b26c0ef"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23226498040216692,"lowerBound":0,"upperBound":1,"independentScore":0.23226498040216692,"independent":true,"opponentIds":2841,"independentOpponentIds":2841,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4725e625f7ee2b6f05fc8d81"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.039868295101230224,"lowerBound":0,"upperBound":1,"independentScore":0.039868295101230224,"independent":true,"opponentIds":2843,"independentOpponentIds":2843,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b8ea47eb24b0aec118cd61ea"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.07789954389675924,"lowerBound":0,"upperBound":1,"independentScore":0.07789954389675924,"independent":true,"opponentIds":2852,"independentOpponentIds":2852,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["dc5659065cf79eedaaa45f2b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.10164637276410042,"lowerBound":0,"upperBound":1,"independentScore":0.10164637276410042,"independent":true,"opponentIds":2844,"independentOpponentIds":2844,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["303aa21ce366cec63aaa88cc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1999660806875998,"lowerBound":0,"upperBound":1,"independentScore":0.1999660806875998,"independent":true,"opponentIds":2845,"independentOpponentIds":2845,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f396723527d1d08e73b2ade8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3364539061532363,"lowerBound":0,"upperBound":1,"independentScore":0.3364539061532363,"independent":true,"opponentIds":2846,"independentOpponentIds":2846,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d2d234d9d2b294ff915e8975"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.34486396450220125,"lowerBound":0,"upperBound":1,"independentScore":0.34486396450220125,"independent":true,"opponentIds":2847,"independentOpponentIds":2847,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ecfb7d6f27acde66bc3833ec"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.15265064742320752,"lowerBound":0,"upperBound":1,"independentScore":0.15265064742320752,"independent":true,"opponentIds":2848,"independentOpponentIds":2848,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d5cf104e5d3166bb18ea1ac1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.12759867025983404,"lowerBound":0,"upperBound":1,"independentScore":0.12759867025983404,"independent":true,"opponentIds":2849,"independentOpponentIds":2849,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3b39cae17a85fc9da8893154"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.30052128285118734,"lowerBound":0,"upperBound":1,"independentScore":0.30052128285118734,"independent":true,"opponentIds":2853,"independentOpponentIds":2853,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["6d927cefa7d4ed8898286a1c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49961880959344657,"lowerBound":0,"upperBound":1,"independentScore":0.49961880959344657,"independent":true,"opponentIds":2854,"independentOpponentIds":2854,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["36f02769540bd50aba5ce319"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4a17e10223ee1411771a3af5","5a0f57a5757378689b26c0ef","4725e625f7ee2b6f05fc8d81","b8ea47eb24b0aec118cd61ea","dc5659065cf79eedaaa45f2b","303aa21ce366cec63aaa88cc","f396723527d1d08e73b2ade8","d2d234d9d2b294ff915e8975","ecfb7d6f27acde66bc3833ec","d5cf104e5d3166bb18ea1ac1","3b39cae17a85fc9da8893154","6d927cefa7d4ed8898286a1c","36f02769540bd50aba5ce319"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"nvidia-nemotron-3-nano-4b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3-Nano-4B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-nano-4b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-nano-4b-bf16","publishedBenchmarkCount":16,"overallRating":{"score":0.006861746077449139,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000067}],"familyWeights":[{"family":"ifbench","share":0.09270820982757938},{"family":"hle","share":0.09075951039470136},{"family":"gpqa","share":0.09058223967016},{"family":"critpt","share":0.0902227969389933},{"family":"omniscience","share":0.0898736950842871},{"family":"terminal-bench","share":0.08392339496963824},{"family":"aa-lcr","share":0.08349485616959888},{"family":"tau-bench","share":0.08006173095654559},{"family":"gdpval","share":0.0787174485884768},{"family":"briefcase","share":0.07349322326559365},{"family":"automationbench","share":0.07321893166753414},{"family":"gdp-pdf","share":0.07294396246690295}]},"capabilityRatings":[{"bucket":"agentic","score":0.02502190044029939,"supported":true,"families":5,"independentFamilies":5,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0257422819158569,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03453290980967497,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.041465879009124636,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.03383304799179522,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.04656336969354522,"lowerBound":0,"upperBound":1,"independentScore":0.04656336969354522,"independent":true,"opponentIds":2855,"independentOpponentIds":2855,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["905b3fa1176d6dcfc0fd8f6a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.25131247000473894,"lowerBound":0,"upperBound":1,"independentScore":0.25131247000473894,"independent":true,"opponentIds":2856,"independentOpponentIds":2856,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b7085be742c2946fbbc31711"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.08024929948670216,"lowerBound":0,"upperBound":1,"independentScore":0.08024929948670216,"independent":true,"opponentIds":2857,"independentOpponentIds":2857,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["25f9dc9602b3a57a955dd676"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":2858,"independentOpponentIds":2858,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7fe21d4763c029be3e3150d3"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.05200799398747284,"lowerBound":0,"upperBound":1,"independentScore":0.05200799398747284,"independent":true,"opponentIds":2859,"independentOpponentIds":2859,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["414e997cb6b9d7038bad9641"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.07641254194565539,"lowerBound":0,"upperBound":1,"independentScore":0.07641254194565539,"independent":true,"opponentIds":2860,"independentOpponentIds":2860,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ffe59af75619d8f410f890a6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.20257010868224454,"lowerBound":0,"upperBound":1,"independentScore":0.20257010868224454,"independent":true,"opponentIds":2861,"independentOpponentIds":2861,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["89190aafce97ca2ae081fd7a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2542095072504454,"lowerBound":0,"upperBound":1,"independentScore":0.2542095072504454,"independent":true,"opponentIds":2862,"independentOpponentIds":2862,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["44a97e00847114128f35d524"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.696886819622299,"lowerBound":0,"upperBound":1,"independentScore":0.696886819622299,"independent":true,"opponentIds":2863,"independentOpponentIds":2863,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8faa35e0975d2edcb8c369dc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.08738282024489749,"lowerBound":0,"upperBound":1,"independentScore":0.08738282024489749,"independent":true,"opponentIds":2864,"independentOpponentIds":2864,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["74a2cfad0a1a8204637fd1e1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3515725779762401,"lowerBound":0,"upperBound":1,"independentScore":0.3515725779762401,"independent":true,"opponentIds":2865,"independentOpponentIds":2865,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["13b5a452eb77a8d72c5aee9e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.23027871494939461,"lowerBound":0,"upperBound":1,"independentScore":0.23027871494939461,"independent":true,"opponentIds":2866,"independentOpponentIds":2866,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["df2ed9679fa5e588c1a56afc","fc311965ffa7d6bd33acdb98","f8f038a0315adbed947e6c2f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["905b3fa1176d6dcfc0fd8f6a","b7085be742c2946fbbc31711","25f9dc9602b3a57a955dd676","7fe21d4763c029be3e3150d3","414e997cb6b9d7038bad9641","ffe59af75619d8f410f890a6","89190aafce97ca2ae081fd7a","44a97e00847114128f35d524","8faa35e0975d2edcb8c369dc","74a2cfad0a1a8204637fd1e1","13b5a452eb77a8d72c5aee9e","df2ed9679fa5e588c1a56afc","fc311965ffa7d6bd33acdb98","f8f038a0315adbed947e6c2f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"nvidia-nemotron-3-super-120b-a12b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-super-120b-a12b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-super-120b-a12b-bf16","publishedBenchmarkCount":21,"overallRating":{"score":0.04360563536456633,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"ifbench","share":0.07749429365211209},{"family":"hle","share":0.07599425457566014},{"family":"gpqa","share":0.07578040247796432},{"family":"critpt","share":0.07577046561408612},{"family":"omniscience","share":0.0755276590516076},{"family":"tau-bench","share":0.07316791277318467},{"family":"terminal-bench","share":0.07206808583696662},{"family":"gdpval","share":0.06935068345170273},{"family":"briefcase","share":0.06632215906248755},{"family":"automationbench","share":0.06629913856616862},{"family":"gdp-pdf","share":0.06601686799283671},{"family":"aa-lcr","share":0.06377356976243578},{"family":"apex-agents","share":0.04784375922967895},{"family":"enterprise-ops","share":0.04731105291314885},{"family":"itbench","share":0.04727969503994354}]},"capabilityRatings":[{"bucket":"agentic","score":0.06781018989614258,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18121659642448198,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10666469571881275,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16578044751922452,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.16113704009321173,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.05056681764385703,"lowerBound":0,"upperBound":1,"independentScore":0.05056681764385703,"independent":true,"opponentIds":2867,"independentOpponentIds":2867,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b1f86a0d6ed3aac7cfa5a9f0"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.026807523572617113,"lowerBound":0,"upperBound":1,"independentScore":0.026807523572617113,"independent":true,"opponentIds":2868,"independentOpponentIds":2868,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["e0d8ceb1e0ff885eb209f347"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4580608490360977,"lowerBound":0,"upperBound":1,"independentScore":0.4580608490360977,"independent":true,"opponentIds":2869,"independentOpponentIds":2869,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["22dcb321de77eebd96aca5cc","310aba84e1b25c307bc27dbc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.34537100727729203,"lowerBound":0,"upperBound":1,"independentScore":0.34537100727729203,"independent":true,"opponentIds":2870,"independentOpponentIds":2870,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["5e4aa8b40fd444337c32809b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7329943391447115,"lowerBound":0,"upperBound":1,"independentScore":0.7329943391447115,"independent":true,"opponentIds":2871,"independentOpponentIds":2871,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["73ed6ba64bf2059d55d8be7e"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.040012585302779284,"lowerBound":0,"upperBound":1,"independentScore":0.040012585302779284,"independent":true,"opponentIds":2872,"independentOpponentIds":2872,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["fce7835c797d7abb5d285155"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2601570546522153,"lowerBound":0,"upperBound":1,"independentScore":0.2601570546522153,"independent":true,"opponentIds":2873,"independentOpponentIds":2873,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1cc0d1f19c8293a989d67698"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.34967144593165256,"lowerBound":0,"upperBound":1,"independentScore":0.34967144593165256,"independent":true,"opponentIds":2874,"independentOpponentIds":2874,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7b76eea2873079ee17182d99"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6551910301429251,"lowerBound":0,"upperBound":1,"independentScore":0.6551910301429251,"independent":true,"opponentIds":2875,"independentOpponentIds":2875,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e03108aae6e2496d2303c047"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6907322853427476,"lowerBound":0,"upperBound":1,"independentScore":0.6907322853427476,"independent":true,"opponentIds":2876,"independentOpponentIds":2876,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f892e23b0db5ed5a425cd84f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8589024638079904,"lowerBound":0,"upperBound":1,"independentScore":0.8589024638079904,"independent":true,"opponentIds":2877,"independentOpponentIds":2877,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3227135ad004c9ae9505d2ba"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2878,"independentOpponentIds":2878,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["fb0bf7feab41fec0f6aa816b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6123911808651621,"lowerBound":0,"upperBound":1,"independentScore":0.6123911808651621,"independent":true,"opponentIds":2879,"independentOpponentIds":2879,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d8569bb6a64e4b906358c8d9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5362689683898124,"lowerBound":0,"upperBound":1,"independentScore":0.5362689683898124,"independent":true,"opponentIds":2880,"independentOpponentIds":2880,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["bd4190abebbd6c254565fd40","79e868c3529be4536f58ca91"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.47737644236858545,"lowerBound":0,"upperBound":1,"independentScore":0.47737644236858545,"independent":true,"opponentIds":2881,"independentOpponentIds":2881,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["5803ab6f2e085b119e49725d","9f43288e9868e748c6d12ce8","c8565a66e2745e03531942d4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b1f86a0d6ed3aac7cfa5a9f0","e0d8ceb1e0ff885eb209f347","22dcb321de77eebd96aca5cc","5e4aa8b40fd444337c32809b","73ed6ba64bf2059d55d8be7e","fce7835c797d7abb5d285155","1cc0d1f19c8293a989d67698","7b76eea2873079ee17182d99","e03108aae6e2496d2303c047","f892e23b0db5ed5a425cd84f","3227135ad004c9ae9505d2ba","fb0bf7feab41fec0f6aa816b","310aba84e1b25c307bc27dbc","d8569bb6a64e4b906358c8d9","bd4190abebbd6c254565fd40","79e868c3529be4536f58ca91","5803ab6f2e085b119e49725d","9f43288e9868e748c6d12ce8","c8565a66e2745e03531942d4"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"nvidia-nemotron-3.5-lightning-30b-a3b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3.5-lightning-30b-a3b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3.5-lightning-30b-a3b-bf16","publishedBenchmarkCount":16,"overallRating":{"score":0.021641359437863206,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000107}],"familyWeights":[{"family":"hle","share":0.10123409531881926},{"family":"gpqa","share":0.10103636572169593},{"family":"critpt","share":0.10063543958678905},{"family":"omniscience","share":0.10024604777229369},{"family":"gdpval","share":0.08780225520173529},{"family":"aa-lcr","share":0.08363666301370347},{"family":"briefcase","share":0.0819751003173187},{"family":"automationbench","share":0.08166915263577712},{"family":"gdp-pdf","share":0.08136244914932836},{"family":"terminal-bench","share":0.07110251987377665},{"family":"tau-bench","share":0.0550351409200505},{"family":"enterprise-ops","share":0.05426477048871768}]},"capabilityRatings":[{"bucket":"agentic","score":0.08879969182411447,"supported":true,"families":6,"independentFamilies":6,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0614555408605901,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11609700431211585,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.024294583849039722,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.11597970943425488,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.31925902819754626,"lowerBound":0,"upperBound":1,"independentScore":0.31925902819754626,"independent":true,"opponentIds":2882,"independentOpponentIds":2882,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["da634ce07b19c1ca5d16b7f9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.391465849168436,"lowerBound":0,"upperBound":1,"independentScore":0.391465849168436,"independent":true,"opponentIds":2883,"independentOpponentIds":2883,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["21959688eb48ffff3fe84528","4ac3635f000bb105bf308376"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.15771278464804916,"lowerBound":0,"upperBound":1,"independentScore":0.15771278464804916,"independent":true,"opponentIds":2884,"independentOpponentIds":2884,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["af2766360679f1e677876ff9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":2885,"independentOpponentIds":2885,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["8328d0c67d5667e15aea1472"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2886,"independentOpponentIds":2886,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["cb59004d5b0f5c683a653e25"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2822823182229721,"lowerBound":0,"upperBound":1,"independentScore":0.2822823182229721,"independent":true,"opponentIds":2887,"independentOpponentIds":2887,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["9fa52eeea400c87c7dcac0f2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4216004212131456,"lowerBound":0,"upperBound":1,"independentScore":0.4216004212131456,"independent":true,"opponentIds":2888,"independentOpponentIds":2888,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["55bebf2bbc35fb34bcfd53af"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5427151534719049,"lowerBound":0,"upperBound":1,"independentScore":0.5427151534719049,"independent":true,"opponentIds":2889,"independentOpponentIds":2889,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["83dba6dbeba046f0f7d51cfa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5100293515788958,"lowerBound":0,"upperBound":1,"independentScore":0.5100293515788958,"independent":true,"opponentIds":2890,"independentOpponentIds":2890,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f70dadd761ac409f5b15d090"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2186522027475084,"lowerBound":0,"upperBound":1,"independentScore":0.2186522027475084,"independent":true,"opponentIds":2891,"independentOpponentIds":2891,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7132c5ebfae4d2f596ff0d23"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.28527997436596464,"lowerBound":0,"upperBound":1,"independentScore":0.28527997436596464,"independent":true,"opponentIds":2892,"independentOpponentIds":2892,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7edad9d658746f2d63c7df37"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.37371429430891967,"lowerBound":0,"upperBound":1,"independentScore":0.37371429430891967,"independent":true,"opponentIds":2893,"independentOpponentIds":2893,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["b950df4c5b583a803b26d5bb","328c4ebcaeafd433ae54b333"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["da634ce07b19c1ca5d16b7f9","21959688eb48ffff3fe84528","af2766360679f1e677876ff9","8328d0c67d5667e15aea1472","cb59004d5b0f5c683a653e25","9fa52eeea400c87c7dcac0f2","55bebf2bbc35fb34bcfd53af","83dba6dbeba046f0f7d51cfa","f70dadd761ac409f5b15d090","4ac3635f000bb105bf308376","7132c5ebfae4d2f596ff0d23","7edad9d658746f2d63c7df37","b950df4c5b583a803b26d5bb","328c4ebcaeafd433ae54b333"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-non-reasoning","name":"NVIDIA-Nemotron-Nano-12B-v2-VL-BF16 · Non-reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-12b-v2-vl-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-nano-12b-v2-vl-bf16","publishedBenchmarkCount":13,"overallRating":{"score":0.0027572101642861324,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000075}],"familyWeights":[{"family":"mmlu-pro","share":0.08843433532921943},{"family":"ifbench","share":0.08822141118770944},{"family":"livecodebench","share":0.0867841407924907},{"family":"gpqa","share":0.08662039948726305},{"family":"hle","share":0.08656446708023255},{"family":"aime","share":0.08596334784743825},{"family":"critpt","share":0.08579084707850577},{"family":"omniscience","share":0.08490248836535119},{"family":"mmmu-pro","share":0.08455413696825023},{"family":"aa-lcr","share":0.07896078584270512},{"family":"tau-bench","share":0.07464941794638695},{"family":"terminal-bench","share":0.06855422207445416}]},"capabilityRatings":[{"bucket":"agentic","score":0.009916172868631064,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.018562691292932667,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.009697095256296138,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01022448405204931,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.014514921917306169,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.029416108341400526,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.26051930027392833,"lowerBound":0,"upperBound":1,"independentScore":0.26051930027392833,"independent":true,"opponentIds":2894,"independentOpponentIds":2894,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["feba9b16c718555279f17565"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.23570539356484085,"lowerBound":0,"upperBound":1,"independentScore":0.23570539356484085,"independent":true,"opponentIds":2895,"independentOpponentIds":2895,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c0c3995b50ac95fdbbe5a33a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310997902928188,"lowerBound":0,"upperBound":1,"independentScore":0.2310997902928188,"independent":true,"opponentIds":2896,"independentOpponentIds":2896,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a002c70aa4a84b956eb1d7a4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.14781387659584785,"lowerBound":0,"upperBound":1,"independentScore":0.14781387659584785,"independent":true,"opponentIds":2897,"independentOpponentIds":2897,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["91ab8f5ba0ad27187e93d250"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.15564493509668906,"lowerBound":0,"upperBound":1,"independentScore":0.15564493509668906,"independent":true,"opponentIds":2898,"independentOpponentIds":2898,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7c14b2fff22f134a398b1ba6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.0941859416811572,"lowerBound":0,"upperBound":1,"independentScore":0.0941859416811572,"independent":true,"opponentIds":2899,"independentOpponentIds":2899,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["959c553cf61235f930271918"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3089762295695886,"lowerBound":0,"upperBound":1,"independentScore":0.3089762295695886,"independent":true,"opponentIds":2900,"independentOpponentIds":2900,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2bb6cd4194cb711be51eeefe"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.22021230430511973,"lowerBound":0,"upperBound":1,"independentScore":0.22021230430511973,"independent":true,"opponentIds":2901,"independentOpponentIds":2901,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["94684e452e66e092d884cf33"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.1240856449438808,"lowerBound":0,"upperBound":1,"independentScore":0.1240856449438808,"independent":true,"opponentIds":2902,"independentOpponentIds":2902,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["0a091815e44913c3e3f3f3eb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.14083629923773044,"lowerBound":0,"upperBound":1,"independentScore":0.14083629923773044,"independent":true,"opponentIds":2903,"independentOpponentIds":2903,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["45875b87e9ce3fe9118e9ba9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.17613763434907573,"lowerBound":0,"upperBound":1,"independentScore":0.17613763434907573,"independent":true,"opponentIds":2904,"independentOpponentIds":2904,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a136762d0e55a8e533046dd3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.036543755267178964,"lowerBound":0,"upperBound":1,"independentScore":0.036543755267178964,"independent":true,"opponentIds":2905,"independentOpponentIds":2905,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["26ebef6866839033a02ce9af"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["feba9b16c718555279f17565","c0c3995b50ac95fdbbe5a33a","a002c70aa4a84b956eb1d7a4","91ab8f5ba0ad27187e93d250","7c14b2fff22f134a398b1ba6","959c553cf61235f930271918","2bb6cd4194cb711be51eeefe","94684e452e66e092d884cf33","0a091815e44913c3e3f3f3eb","45875b87e9ce3fe9118e9ba9","a136762d0e55a8e533046dd3","26ebef6866839033a02ce9af"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-reasoning","name":"NVIDIA-Nemotron-Nano-12B-v2-VL-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-12b-v2-vl-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-nano-12b-v2-vl-bf16","publishedBenchmarkCount":13,"overallRating":{"score":0.00840186920783392,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000075}],"familyWeights":[{"family":"mmlu-pro","share":0.08843433532921943},{"family":"ifbench","share":0.08822141118770944},{"family":"livecodebench","share":0.0867841407924907},{"family":"gpqa","share":0.08662039948726305},{"family":"hle","share":0.08656446708023255},{"family":"aime","share":0.08596334784743825},{"family":"critpt","share":0.08579084707850577},{"family":"omniscience","share":0.08490248836535119},{"family":"mmmu-pro","share":0.08455413696825023},{"family":"aa-lcr","share":0.07896078584270512},{"family":"tau-bench","share":0.07464941794638695},{"family":"terminal-bench","share":0.06855422207445416}]},"capabilityRatings":[{"bucket":"agentic","score":0.01183153924968664,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.041417259587140764,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04005014251826885,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02211166877523936,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.025297912341347085,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.06311007247259248,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7386944857019646,"lowerBound":0,"upperBound":1,"independentScore":0.7386944857019646,"independent":true,"opponentIds":2894,"independentOpponentIds":2894,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f85bf97903a3efa738c3c09d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.38540699437441844,"lowerBound":0,"upperBound":1,"independentScore":0.38540699437441844,"independent":true,"opponentIds":2895,"independentOpponentIds":2895,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fccbf930a0cd235301fd9c30"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310997902928188,"lowerBound":0,"upperBound":1,"independentScore":0.2310997902928188,"independent":true,"opponentIds":2896,"independentOpponentIds":2896,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["947b304c37119f3e69f321e1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2542287702223214,"lowerBound":0,"upperBound":1,"independentScore":0.2542287702223214,"independent":true,"opponentIds":2897,"independentOpponentIds":2897,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a3864c283775f7f8392f8896"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.312211775828152,"lowerBound":0,"upperBound":1,"independentScore":0.312211775828152,"independent":true,"opponentIds":2898,"independentOpponentIds":2898,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["39f85a1aa619cb4553d41337"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.19801529480739763,"lowerBound":0,"upperBound":1,"independentScore":0.19801529480739763,"independent":true,"opponentIds":2899,"independentOpponentIds":2899,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5a93007cac0b3f2e36f76b61"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7186933309827012,"lowerBound":0,"upperBound":1,"independentScore":0.7186933309827012,"independent":true,"opponentIds":2900,"independentOpponentIds":2900,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4a13875440065eb6af7f7070"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4728345292288339,"lowerBound":0,"upperBound":1,"independentScore":0.4728345292288339,"independent":true,"opponentIds":2901,"independentOpponentIds":2901,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fdf6426314faa35ff1e8e3a9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.21908801767974168,"lowerBound":0,"upperBound":1,"independentScore":0.21908801767974168,"independent":true,"opponentIds":2902,"independentOpponentIds":2902,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b4d8805b551c7b4e396cd13e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2207822061968133,"lowerBound":0,"upperBound":1,"independentScore":0.2207822061968133,"independent":true,"opponentIds":2903,"independentOpponentIds":2903,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4aa3f76c32cc1abeba33a5cc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.21021821030540877,"lowerBound":0,"upperBound":1,"independentScore":0.21021821030540877,"independent":true,"opponentIds":2904,"independentOpponentIds":2904,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["21db66dacfcddd9994ebaf85"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.26919279290006065,"lowerBound":0,"upperBound":1,"independentScore":0.26919279290006065,"independent":true,"opponentIds":2905,"independentOpponentIds":2905,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d03e56381bfc8647adb6de5f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f85bf97903a3efa738c3c09d","fccbf930a0cd235301fd9c30","947b304c37119f3e69f321e1","a3864c283775f7f8392f8896","39f85a1aa619cb4553d41337","5a93007cac0b3f2e36f76b61","4a13875440065eb6af7f7070","fdf6426314faa35ff1e8e3a9","b4d8805b551c7b4e396cd13e","4aa3f76c32cc1abeba33a5cc","21db66dacfcddd9994ebaf85","d03e56381bfc8647adb6de5f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"nvidia-nemotron-nano-9b-v2--effort-non-reasoning","name":"NVIDIA-Nemotron-Nano-9B-v2 · Non-reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-9b-v2","detailsUrl":"/efforts?model=nvidia-nemotron-nano-9b-v2","publishedBenchmarkCount":12,"overallRating":{"score":0.0057049442913313,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}],"familyWeights":[{"family":"ifbench","share":0.09649390530724569},{"family":"mmlu-pro","share":0.0961629943547792},{"family":"gpqa","share":0.09489259886283045},{"family":"hle","share":0.09483691020061694},{"family":"livecodebench","share":0.0942187565894551},{"family":"critpt","share":0.09410990282274073},{"family":"aime","share":0.09310824468130786},{"family":"omniscience","share":0.09294101387535382},{"family":"aa-lcr","share":0.0864206681790113},{"family":"tau-bench","share":0.08179703274092524},{"family":"terminal-bench","share":0.07501797238574325}]},"capabilityRatings":[{"bucket":"agentic","score":0.01655330126121349,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03141638247580058,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03102624235723508,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013581377286010977,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.033282199349262735,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5990542519394851,"lowerBound":0,"upperBound":1,"independentScore":0.5990542519394851,"independent":true,"opponentIds":2906,"independentOpponentIds":2906,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ce49848989035f224c0a9abe"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2577889516755666,"lowerBound":0,"upperBound":1,"independentScore":0.2577889516755666,"independent":true,"opponentIds":2907,"independentOpponentIds":2907,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2a318e72c061446677b7e820"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23090771076175517,"lowerBound":0,"upperBound":1,"independentScore":0.23090771076175517,"independent":true,"opponentIds":2908,"independentOpponentIds":2908,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["33327d7ad7ed35ac4c558fd3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.23526284591664948,"lowerBound":0,"upperBound":1,"independentScore":0.23526284591664948,"independent":true,"opponentIds":2909,"independentOpponentIds":2909,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8701a0a6fca8a6f69f770e8e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.19870784365810343,"lowerBound":0,"upperBound":1,"independentScore":0.19870784365810343,"independent":true,"opponentIds":2910,"independentOpponentIds":2910,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5e44ddbffbe9cd84adbb0929"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.10648113797846752,"lowerBound":0,"upperBound":1,"independentScore":0.10648113797846752,"independent":true,"opponentIds":2911,"independentOpponentIds":2911,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8eda6116a8883034780a1873"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7560873819059939,"lowerBound":0,"upperBound":1,"independentScore":0.7560873819059939,"independent":true,"opponentIds":2912,"independentOpponentIds":2912,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["fee2a2c4e302f056e0af9649"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.39193409509574256,"lowerBound":0,"upperBound":1,"independentScore":0.39193409509574256,"independent":true,"opponentIds":2913,"independentOpponentIds":2913,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["091ed4bb386bcf9a5a52226c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1033960593599283,"lowerBound":0,"upperBound":1,"independentScore":0.1033960593599283,"independent":true,"opponentIds":2914,"independentOpponentIds":2914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["efdbda71278dabccbcce9c68"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2600579329897853,"lowerBound":0,"upperBound":1,"independentScore":0.2600579329897853,"independent":true,"opponentIds":2915,"independentOpponentIds":2915,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a617ac3d85cbb542b061ea8e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.08699376911335152,"lowerBound":0,"upperBound":1,"independentScore":0.08699376911335152,"independent":true,"opponentIds":2916,"independentOpponentIds":2916,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["2784590b707e50b89ab8f946"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ce49848989035f224c0a9abe","2a318e72c061446677b7e820","33327d7ad7ed35ac4c558fd3","8701a0a6fca8a6f69f770e8e","5e44ddbffbe9cd84adbb0929","8eda6116a8883034780a1873","fee2a2c4e302f056e0af9649","091ed4bb386bcf9a5a52226c","efdbda71278dabccbcce9c68","a617ac3d85cbb542b061ea8e","2784590b707e50b89ab8f946"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"nvidia-nemotron-nano-9b-v2--effort-reasoning","name":"NVIDIA-Nemotron-Nano-9B-v2 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-9b-v2","detailsUrl":"/efforts?model=nvidia-nemotron-nano-9b-v2","publishedBenchmarkCount":12,"overallRating":{"score":0.0064347702317688075,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}],"familyWeights":[{"family":"ifbench","share":0.09649390530724569},{"family":"mmlu-pro","share":0.0961629943547792},{"family":"gpqa","share":0.09489259886283045},{"family":"hle","share":0.09483691020061694},{"family":"livecodebench","share":0.0942187565894551},{"family":"critpt","share":0.09410990282274073},{"family":"aime","share":0.09310824468130786},{"family":"omniscience","share":0.09294101387535382},{"family":"aa-lcr","share":0.0864206681790113},{"family":"tau-bench","share":0.08179703274092524},{"family":"terminal-bench","share":0.07501797238574325}]},"capabilityRatings":[{"bucket":"agentic","score":0.01380979503458867,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0357533768025259,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.036188338938204334,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.014723402705931898,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.03292736554615495,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6713809451923438,"lowerBound":0,"upperBound":1,"independentScore":0.6713809451923438,"independent":true,"opponentIds":2906,"independentOpponentIds":2906,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bf3009a8f08e136dd031ca3e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.25549512231443533,"lowerBound":0,"upperBound":1,"independentScore":0.25549512231443533,"independent":true,"opponentIds":2907,"independentOpponentIds":2907,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["097cde742534d8b869269f2c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23090771076175517,"lowerBound":0,"upperBound":1,"independentScore":0.23090771076175517,"independent":true,"opponentIds":2908,"independentOpponentIds":2908,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c31a0552226bd1dfa238efb5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.24521180201942927,"lowerBound":0,"upperBound":1,"independentScore":0.24521180201942927,"independent":true,"opponentIds":2909,"independentOpponentIds":2909,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e197387edb4f2e7ff0aa63b0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2419569359605536,"lowerBound":0,"upperBound":1,"independentScore":0.2419569359605536,"independent":true,"opponentIds":2910,"independentOpponentIds":2910,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0ebb34a4287e8734ee82c77c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.11100921754429809,"lowerBound":0,"upperBound":1,"independentScore":0.11100921754429809,"independent":true,"opponentIds":2911,"independentOpponentIds":2911,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9ec18de31c80adfa15c57028"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8010531707855905,"lowerBound":0,"upperBound":1,"independentScore":0.8010531707855905,"independent":true,"opponentIds":2912,"independentOpponentIds":2912,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["14b88287eaf9ef9d92720eb8"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.40789669484211716,"lowerBound":0,"upperBound":1,"independentScore":0.40789669484211716,"independent":true,"opponentIds":2913,"independentOpponentIds":2913,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5afa45ddf4b7f15df4d108f4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.13032464336906951,"lowerBound":0,"upperBound":1,"independentScore":0.13032464336906951,"independent":true,"opponentIds":2914,"independentOpponentIds":2914,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["21f2ccc498801a3c11aa79d5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2315278097289253,"lowerBound":0,"upperBound":1,"independentScore":0.2315278097289253,"independent":true,"opponentIds":2915,"independentOpponentIds":2915,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f9acb65ceba2998896351b43"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.11763880455096129,"lowerBound":0,"upperBound":1,"independentScore":0.11763880455096129,"independent":true,"opponentIds":2916,"independentOpponentIds":2916,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ebdd1011cfb7d6007184a931"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bf3009a8f08e136dd031ca3e","097cde742534d8b869269f2c","c31a0552226bd1dfa238efb5","e197387edb4f2e7ff0aa63b0","0ebb34a4287e8734ee82c77c","9ec18de31c80adfa15c57028","14b88287eaf9ef9d92720eb8","5afa45ddf4b7f15df4d108f4","21f2ccc498801a3c11aa79d5","f9acb65ceba2998896351b43","ebdd1011cfb7d6007184a931"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"o1--effort-reasoning","name":"o1 · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o1","detailsUrl":"/efforts?model=o1","publishedBenchmarkCount":12,"overallRating":{"score":0.042009003077380785,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000133}],"familyWeights":[{"family":"mmlu-pro","share":0.09709632238180457},{"family":"livecodebench","share":0.09673241102349563},{"family":"math500","share":0.09555231001483286},{"family":"ifbench","share":0.09527411576311483},{"family":"hle","share":0.09343197388792723},{"family":"gpqa","share":0.09318244271842911},{"family":"critpt","share":0.09273372018206272},{"family":"omniscience","share":0.09232604161582997},{"family":"aa-lcr","share":0.08577310315749967},{"family":"tau-bench","share":0.08195291398135734},{"family":"terminal-bench","share":0.07594464527366064}]},"capabilityRatings":[{"bucket":"agentic","score":0.09228247377120695,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07923786900093605,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05815191843891368,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21625949422937799,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.18112824950923567,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6345353049816059,"lowerBound":0,"upperBound":1,"independentScore":0.6345353049816059,"independent":true,"opponentIds":2917,"independentOpponentIds":2917,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d43df74ab94b7ff5b19c51f5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5200145877305596,"lowerBound":0,"upperBound":1,"independentScore":0.5200145877305596,"independent":true,"opponentIds":2918,"independentOpponentIds":2918,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d4b61d84c417f9d0cdad5d5d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5484741576660271,"lowerBound":0,"upperBound":1,"independentScore":0.5484741576660271,"independent":true,"opponentIds":2919,"independentOpponentIds":2919,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dff08073706a671e10ffd04f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3883936016225936,"lowerBound":0,"upperBound":1,"independentScore":0.3883936016225936,"independent":true,"opponentIds":2920,"independentOpponentIds":2920,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c51ba771a259cf9fda6b04e1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8350604282796655,"lowerBound":0,"upperBound":1,"independentScore":0.8350604282796655,"independent":true,"opponentIds":2921,"independentOpponentIds":2921,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a99adc9667d02b7495975f92"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6892005498263901,"lowerBound":0,"upperBound":1,"independentScore":0.6892005498263901,"independent":true,"opponentIds":2922,"independentOpponentIds":2922,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["95eccd5b098daf7dce5b90a0"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8022344152403393,"lowerBound":0,"upperBound":1,"independentScore":0.8022344152403393,"independent":true,"opponentIds":2923,"independentOpponentIds":2923,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["7edb809ee87346c119299a36"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.884320551079649,"lowerBound":0,"upperBound":1,"independentScore":0.884320551079649,"independent":true,"opponentIds":2924,"independentOpponentIds":2924,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d68b4dbd3f5e0035224e7c76"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8061120196952494,"lowerBound":0,"upperBound":1,"independentScore":0.8061120196952494,"independent":true,"opponentIds":2925,"independentOpponentIds":2925,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b253a77469ef4f301baed94b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6336176287284693,"lowerBound":0,"upperBound":1,"independentScore":0.6336176287284693,"independent":true,"opponentIds":2926,"independentOpponentIds":2926,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ef4ce5d877f52434b3beb1fc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5210640130679052,"lowerBound":0,"upperBound":1,"independentScore":0.5210640130679052,"independent":true,"opponentIds":2927,"independentOpponentIds":2927,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9b71a59f4c3b1e0589de4a70"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d43df74ab94b7ff5b19c51f5","d4b61d84c417f9d0cdad5d5d","dff08073706a671e10ffd04f","c51ba771a259cf9fda6b04e1","a99adc9667d02b7495975f92","95eccd5b098daf7dce5b90a0","7edb809ee87346c119299a36","d68b4dbd3f5e0035224e7c76","b253a77469ef4f301baed94b","ef4ce5d877f52434b3beb1fc","9b71a59f4c3b1e0589de4a70"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"o3--effort-reasoning","name":"o3 · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":14,"overallRating":{"score":0.10922822945509685,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000093}],"familyWeights":[{"family":"mmlu-pro","share":0.08187011815170196},{"family":"aime","share":0.08181379318818195},{"family":"livecodebench","share":0.08179803798682993},{"family":"math500","share":0.08147302900663507},{"family":"ifbench","share":0.0798549650523041},{"family":"hle","share":0.07810358988158964},{"family":"gpqa","share":0.0779474054462742},{"family":"critpt","share":0.07774001752553412},{"family":"omniscience","share":0.0774629778834304},{"family":"mmmu-pro","share":0.07675277385491124},{"family":"aa-lcr","share":0.0720670653575993},{"family":"tau-bench","share":0.06905919197976358},{"family":"terminal-bench","share":0.06405703468525711}]},"capabilityRatings":[{"bucket":"agentic","score":0.13870307901160697,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18648856648915701,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.21209856417599207,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24826678320839646,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1339791639112891,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3332477844052477,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9141735023725853,"lowerBound":0,"upperBound":1,"independentScore":0.9141735023725853,"independent":true,"opponentIds":2928,"independentOpponentIds":2928,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["370cf31a2407efae21be583a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7961834263901661,"lowerBound":0,"upperBound":1,"independentScore":0.7961834263901661,"independent":true,"opponentIds":2929,"independentOpponentIds":2929,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f466d671d2eef974ea005b2b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6517970826100292,"lowerBound":0,"upperBound":1,"independentScore":0.6517970826100292,"independent":true,"opponentIds":2930,"independentOpponentIds":2930,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["75946bb5200d898db3265c34"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7212342958692884,"lowerBound":0,"upperBound":1,"independentScore":0.7212342958692884,"independent":true,"opponentIds":2931,"independentOpponentIds":2931,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4f70a218b1f6a8fc2114d48e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6856305552248609,"lowerBound":0,"upperBound":1,"independentScore":0.6856305552248609,"independent":true,"opponentIds":2932,"independentOpponentIds":2932,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b3e92ab090534be36366d3ec"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8574523639137486,"lowerBound":0,"upperBound":1,"independentScore":0.8574523639137486,"independent":true,"opponentIds":2933,"independentOpponentIds":2933,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cd4f93e7f4f1a45735079084"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9189143377440967,"lowerBound":0,"upperBound":1,"independentScore":0.9189143377440967,"independent":true,"opponentIds":2934,"independentOpponentIds":2934,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["30ee4a241c6f54cb0ca85362"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9956065927362744,"lowerBound":0,"upperBound":1,"independentScore":0.9956065927362744,"independent":true,"opponentIds":2935,"independentOpponentIds":2935,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["019b987204bf0a37c545c13c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9129890361917424,"lowerBound":0,"upperBound":1,"independentScore":0.9129890361917424,"independent":true,"opponentIds":2936,"independentOpponentIds":2936,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["99c65e088b8907331a5c2554"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.599600592671175,"lowerBound":0,"upperBound":1,"independentScore":0.599600592671175,"independent":true,"opponentIds":2937,"independentOpponentIds":2937,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e6f4e33c7c2b7b4ca2e20e28"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8453158505633934,"lowerBound":0,"upperBound":1,"independentScore":0.8453158505633934,"independent":true,"opponentIds":2938,"independentOpponentIds":2938,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7cf10f4304e8d80bbcf66d39"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7297930424746244,"lowerBound":0,"upperBound":1,"independentScore":0.7297930424746244,"independent":true,"opponentIds":2939,"independentOpponentIds":2939,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9a1204eb9a9a16442ef47947"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8903226404085611,"lowerBound":0,"upperBound":1,"independentScore":0.8903226404085611,"independent":true,"opponentIds":2940,"independentOpponentIds":2940,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["001226139bfffd4e21b870af"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["370cf31a2407efae21be583a","f466d671d2eef974ea005b2b","75946bb5200d898db3265c34","4f70a218b1f6a8fc2114d48e","b3e92ab090534be36366d3ec","cd4f93e7f4f1a45735079084","30ee4a241c6f54cb0ca85362","019b987204bf0a37c545c13c","99c65e088b8907331a5c2554","e6f4e33c7c2b7b4ca2e20e28","7cf10f4304e8d80bbcf66d39","9a1204eb9a9a16442ef47947","001226139bfffd4e21b870af"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"o3--effort-high","name":"o3 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":2,"overallRating":{"score":0.06243732903804136,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"LiveCodeBench","independent":true,"share":0.5845483809884491},{"source":"ARC Prize","independent":true,"share":0.41545161901155}],"familyWeights":[{"family":"livecodebench","share":0.5845483809884491},{"family":"arc-agi","share":0.4154516190115509}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15364155241599883,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014485571741137246,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6666666666666666,"lowerBound":0,"upperBound":1,"independentScore":0.6666666666666666,"independent":true,"opponentIds":2941,"independentOpponentIds":2941,"panelSize":1,"publishers":["LiveCodeBench"],"observations":["de6fe228603e9238b659ea7d"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3660323609845033,"lowerBound":0,"upperBound":1,"independentScore":0.3660323609845033,"independent":true,"opponentIds":2942,"independentOpponentIds":2942,"panelSize":49,"publishers":["ARC Prize"],"observations":["d7e49807f538aef93f8c591f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d7e49807f538aef93f8c591f","de6fe228603e9238b659ea7d"],"opponentModelIds":["o4-mini","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3-mini","o3-pro","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":2}],"unspecified":0,"total":2}},{"id":"o3--effort-low","name":"o3 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":1,"overallRating":{"score":0.022973103457887195,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999979}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06996424848222559,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.23553243721137823,"lowerBound":0,"upperBound":1,"independentScore":0.23553243721137823,"independent":true,"opponentIds":2942,"independentOpponentIds":2942,"panelSize":49,"publishers":["ARC Prize"],"observations":["c4c43e9a8ca07f6c7e48de89"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c4c43e9a8ca07f6c7e48de89"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"o3--effort-medium","name":"o3 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":1,"overallRating":{"score":0.04061708908160507,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999979}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09881389587751764,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3160460764622066,"lowerBound":0,"upperBound":1,"independentScore":0.3160460764622066,"independent":true,"opponentIds":2942,"independentOpponentIds":2942,"panelSize":49,"publishers":["ARC Prize"],"observations":["44ec3c5d0da4e3f62912c05f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["44ec3c5d0da4e3f62912c05f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3-mini","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"o3-mini--effort-high","name":"o3-mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":22,"overallRating":{"score":0.02461501377346285,"supported":true,"families":16,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":233,"independentFamilies":16,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.43184801223306796},{"source":"ARC Prize","independent":true,"share":0.3681322459825575},{"source":"Scale","independent":true,"share":0.200019741784372}],"familyWeights":[{"family":"arc-agi","share":0.36813224598255767},{"family":"hle","share":0.2285006893285831},{"family":"mmlu-pro","share":0.029436814047675217},{"family":"livecodebench","share":0.029434366512579975},{"family":"math500","share":0.029365342271885506},{"family":"ifbench","share":0.029277624156874554},{"family":"critpt","share":0.029219527830029332},{"family":"omniscience","share":0.02915118290250736},{"family":"tau-bench","share":0.028778798864910537},{"family":"terminal-bench","share":0.028684090517977615},{"family":"aa-lcr","share":0.02866821535224122},{"family":"gdpval","share":0.02861931505079533},{"family":"gpqa","share":0.028356499390541044},{"family":"briefcase","share":0.028216458742703787},{"family":"automationbench","share":0.02809325213044505},{"family":"gdp-pdf","share":0.02806557691768698}]},"capabilityRatings":[{"bucket":"agentic","score":0.04726564267452626,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08976885454125916,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05537389618716854,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10923412662693445,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.07486387001889129,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.16293675655761555,"lowerBound":0,"upperBound":1,"independentScore":0.16293675655761555,"independent":true,"opponentIds":2943,"independentOpponentIds":2943,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f798621cd8408dccf78c4bde"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3800175962968473,"lowerBound":0,"upperBound":1,"independentScore":0.3800175962968473,"independent":true,"opponentIds":2944,"independentOpponentIds":2944,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8b5ae0dfc51e3593ff7eea9a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.1331764467224029,"lowerBound":0,"upperBound":1,"independentScore":0.1331764467224029,"independent":true,"opponentIds":2945,"independentOpponentIds":2945,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["ce25bd811a8c9be5cf5fcad6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.498253928107097,"lowerBound":0,"upperBound":1,"independentScore":0.498253928107097,"independent":true,"opponentIds":2946,"independentOpponentIds":2946,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3184656bb24fb157a043efea"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.22158125314536914,"lowerBound":0,"upperBound":1,"independentScore":0.22158125314536914,"independent":true,"opponentIds":2947,"independentOpponentIds":2947,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["aaeb7affc681c033e5f22f42"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.19328918726737143,"lowerBound":0,"upperBound":1,"independentScore":0.19328918726737143,"independent":true,"opponentIds":2948,"independentOpponentIds":2948,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9231fbe27f842af6222ef99e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5941099829804759,"lowerBound":0,"upperBound":1,"independentScore":0.5941099829804759,"independent":true,"opponentIds":2949,"independentOpponentIds":2949,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["135ae8cbbf53474e7fb1efc9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.06730332262624987,"lowerBound":0,"upperBound":1,"independentScore":0.06730332262624987,"independent":true,"opponentIds":2950,"independentOpponentIds":2950,"panelSize":224,"publishers":["Artificial Analysis","Scale"],"observations":["14a282feb31ea65634e84a45","c457ac399b0c7c755bf0adbb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.778681855166802,"lowerBound":0,"upperBound":1,"independentScore":0.778681855166802,"independent":true,"opponentIds":2951,"independentOpponentIds":2951,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c582d7a8519fb434760e4e6b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7888402612574987,"lowerBound":0,"upperBound":1,"independentScore":0.7888402612574987,"independent":true,"opponentIds":2952,"independentOpponentIds":2952,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9400c37858523c955de8d6e4"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.960942543576501,"lowerBound":0,"upperBound":1,"independentScore":0.960942543576501,"independent":true,"opponentIds":2953,"independentOpponentIds":2953,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["0e7815d134f07daf47fea590"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6492076234650483,"lowerBound":0,"upperBound":1,"independentScore":0.6492076234650483,"independent":true,"opponentIds":2954,"independentOpponentIds":2954,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["00d00ac56f6a940bfa64bfd0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5238423066959355,"lowerBound":0,"upperBound":1,"independentScore":0.5238423066959355,"independent":true,"opponentIds":2955,"independentOpponentIds":2955,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e13cbca155f11e1f6ecf4e46"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2602173950654503,"lowerBound":0,"upperBound":1,"independentScore":0.2602173950654503,"independent":true,"opponentIds":2956,"independentOpponentIds":2956,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["8d2677b32d5f0f4491afc41c","2ebe91127bd5a4a67fd681d4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.221546652846471,"lowerBound":0,"upperBound":1,"independentScore":0.221546652846471,"independent":true,"opponentIds":2957,"independentOpponentIds":2957,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["bbb4811951b5e83028f5f3c5","10f2bd645bc2a415a416f1fb","00bc53e0be6ceece3af8f02f"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.22338027344321812,"lowerBound":0,"upperBound":1,"independentScore":0.22338027344321812,"independent":true,"opponentIds":2958,"independentOpponentIds":2958,"panelSize":49,"publishers":["ARC Prize"],"observations":["c2c3b8b661de8636e2ceca83"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f798621cd8408dccf78c4bde","8b5ae0dfc51e3593ff7eea9a","ce25bd811a8c9be5cf5fcad6","3184656bb24fb157a043efea","aaeb7affc681c033e5f22f42","9231fbe27f842af6222ef99e","135ae8cbbf53474e7fb1efc9","14a282feb31ea65634e84a45","c582d7a8519fb434760e4e6b","9400c37858523c955de8d6e4","0e7815d134f07daf47fea590","00d00ac56f6a940bfa64bfd0","e13cbca155f11e1f6ecf4e46","8d2677b32d5f0f4491afc41c","2ebe91127bd5a4a67fd681d4","bbb4811951b5e83028f5f3c5","10f2bd645bc2a415a416f1fb","00bc53e0be6ceece3af8f02f","c2c3b8b661de8636e2ceca83","c457ac399b0c7c755bf0adbb"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":22}],"unspecified":0,"total":22}},{"id":"o3-mini--effort-reasoning","name":"o3-mini · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":7,"overallRating":{"score":0.018721271632127022,"supported":true,"families":7,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":230,"independentFamilies":7,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999992}],"familyWeights":[{"family":"gpqa","share":0.15304827409451},{"family":"hle","share":0.1517704744115788},{"family":"mmlu-pro","share":0.15127205330648189},{"family":"livecodebench","share":0.14711998351581168},{"family":"math500","share":0.1452665232449172},{"family":"tau-bench","share":0.13099957142753627},{"family":"terminal-bench","share":0.12052311999916128}]},"capabilityRatings":[{"bucket":"agentic","score":0.025511365979316008,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07638169030530982,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.056189310531599444,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.053842062150437985,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5547665725481737,"lowerBound":0,"upperBound":1,"independentScore":0.5547665725481737,"independent":true,"opponentIds":2949,"independentOpponentIds":2949,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["811d9c240ea23b82e185a589"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.43379316469513834,"lowerBound":0,"upperBound":1,"independentScore":0.43379316469513834,"independent":true,"opponentIds":2950,"independentOpponentIds":2950,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e161b5a9b646a096149330a7"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7936650430390865,"lowerBound":0,"upperBound":1,"independentScore":0.7936650430390865,"independent":true,"opponentIds":2952,"independentOpponentIds":2952,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["318e34735b7b00c4d11a9a09"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8580542136040628,"lowerBound":0,"upperBound":1,"independentScore":0.8580542136040628,"independent":true,"opponentIds":2953,"independentOpponentIds":2953,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b03c9376d3f09d3c80e63a54"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6162073776178281,"lowerBound":0,"upperBound":1,"independentScore":0.6162073776178281,"independent":true,"opponentIds":2954,"independentOpponentIds":2954,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e266c73c6ec784e58caaf44a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3437651122944383,"lowerBound":0,"upperBound":1,"independentScore":0.3437651122944383,"independent":true,"opponentIds":2959,"independentOpponentIds":2959,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["19eb94c3b4a5578e45bc7056"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3606565484063164,"lowerBound":0,"upperBound":1,"independentScore":0.3606565484063164,"independent":true,"opponentIds":2960,"independentOpponentIds":2960,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4da7c16ca683432d6e1cd5ba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["811d9c240ea23b82e185a589","e161b5a9b646a096149330a7","318e34735b7b00c4d11a9a09","b03c9376d3f09d3c80e63a54","e266c73c6ec784e58caaf44a","19eb94c3b4a5578e45bc7056","4da7c16ca683432d6e1cd5ba"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","deepseek-v4.1-flash","gemini-4-argon","gpt-4-turbo","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.7","mimo-v2.6-flash","mimo-v2.6-pro","mistral-large-4","muse-wonder","muse-wonder-full","solar-mini4-260922","step-5-preview","gpt-4o"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":7}],"unspecified":0,"total":7}},{"id":"o3-mini--effort-low","name":"o3-mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":1,"overallRating":{"score":0.0026503555461074783,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999992}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.021966722153750298,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.020234309908010395,"lowerBound":0,"upperBound":1,"independentScore":0.020234309908010395,"independent":true,"opponentIds":2958,"independentOpponentIds":2958,"panelSize":49,"publishers":["ARC Prize"],"observations":["78ba06f11057b6bec4542c33"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["78ba06f11057b6bec4542c33"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"o3-mini--effort-medium","name":"o3-mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":2,"overallRating":{"score":0.018869422532453085,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":52,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.7034336735713},{"source":"Scale","independent":true,"share":0.29656632642869973}],"familyWeights":[{"family":"arc-agi","share":0.7034336735713002},{"family":"hle","share":0.2965663264286997}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.061192550940210255,"supported":true,"families":2,"independentFamilies":2,"opponents":52,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2961,"independentOpponentIds":2961,"panelSize":7,"publishers":["Scale"],"observations":["caa92a3ee80886991f302d07"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.19718309859154928,"lowerBound":0,"upperBound":1,"independentScore":0.19718309859154928,"independent":true,"opponentIds":2958,"independentOpponentIds":2958,"panelSize":49,"publishers":["ARC Prize"],"observations":["e76fe3fd7aff227cd9253390"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e76fe3fd7aff227cd9253390","caa92a3ee80886991f302d07"],"opponentModelIds":["claude-sonnet-4-5-20250929","gpt-5.1","claude-opus-4-6","claude-opus-4-5-20251101","claude-fable-5-1","gemini-3.1-pro","claude-sonnet-5-5","claude-fable-5","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-pro","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":2}],"unspecified":0,"total":2}},{"id":"o3-pro--effort-reasoning","name":"o3-pro · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.13146893035968715,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":212,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"gpqa","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.21588344417111563,"supported":false,"families":1,"independentFamilies":1,"opponents":212,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8032280274939297,"lowerBound":0,"upperBound":1,"independentScore":0.8032280274939297,"independent":true,"opponentIds":2962,"independentOpponentIds":2962,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bd98f3407d228d7b34d15a3b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bd98f3407d228d7b34d15a3b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"o3-pro--effort-high","name":"o3-pro · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.061836652618081606,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.12763329352688096,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.37825733603084855,"lowerBound":0,"upperBound":1,"independentScore":0.37825733603084855,"independent":true,"opponentIds":2963,"independentOpponentIds":2963,"panelSize":49,"publishers":["ARC Prize"],"observations":["549730e49987d6154a62d579"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["549730e49987d6154a62d579"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o4-mini","qwen3.8-27b"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"o3-pro--effort-low","name":"o3-pro · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.023791342218954566,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07082445653491083,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.23724300115854807,"lowerBound":0,"upperBound":1,"independentScore":0.23724300115854807,"independent":true,"opponentIds":2963,"independentOpponentIds":2963,"panelSize":49,"publishers":["ARC Prize"],"observations":["342bab39cacc26dd8a82dd79"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["342bab39cacc26dd8a82dd79"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o4-mini","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"o3-pro--effort-medium","name":"o3-pro · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.01927129682077269,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06326525845846157,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.210008472964327,"lowerBound":0,"upperBound":1,"independentScore":0.210008472964327,"independent":true,"opponentIds":2963,"independentOpponentIds":2963,"panelSize":49,"publishers":["ARC Prize"],"observations":["f5bae5777f5b932bda30b31f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f5bae5777f5b932bda30b31f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o4-mini","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"o4-mini--effort-high","name":"o4-mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o4-mini","detailsUrl":"/efforts?model=o4-mini","publishedBenchmarkCount":16,"overallRating":{"score":0.1141101535499744,"supported":true,"families":14,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":233,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":2,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.4249574926149054},{"source":"ARC Prize","independent":true,"share":0.35883820678430134},{"source":"LiveCodeBench","independent":true,"share":0.21620430060078213}],"familyWeights":[{"family":"arc-agi","share":0.35883820678430095},{"family":"livecodebench","share":0.24946650069321008},{"family":"mmlu-pro","share":0.033262200092428},{"family":"math500","share":0.03326220009242798},{"family":"aime","share":0.033262200092427925},{"family":"ifbench","share":0.03284780315106784},{"family":"mmmu-pro","share":0.03276868150630721},{"family":"critpt","share":0.03270985259173864},{"family":"hle","share":0.03267513223446905},{"family":"omniscience","share":0.03262697504478742},{"family":"gpqa","share":0.032536454854198454},{"family":"tau-bench","share":0.032486774120609276},{"family":"aa-lcr","share":0.032061828277583665},{"family":"terminal-bench","share":0.03119519046443405}]},"capabilityRatings":[{"bucket":"agentic","score":0.0809539136247877,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1490621833800213,"supported":true,"families":6,"independentFamilies":6,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11361620083798059,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15738582614679522,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.12128794096468576,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.14061119093158167,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9307098765432102,"lowerBound":0,"upperBound":1,"independentScore":0.9307098765432102,"independent":true,"opponentIds":2964,"independentOpponentIds":2964,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["89cc7d75dceb87b2426e3c5b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5265995185609701,"lowerBound":0,"upperBound":1,"independentScore":0.5265995185609701,"independent":true,"opponentIds":2965,"independentOpponentIds":2965,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b8d061eeef87eecd7597aeca"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5656822210803478,"lowerBound":0,"upperBound":1,"independentScore":0.5656822210803478,"independent":true,"opponentIds":2966,"independentOpponentIds":2966,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["6e17cd87254e16c222ad4bc3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6088826451847726,"lowerBound":0,"upperBound":1,"independentScore":0.6088826451847726,"independent":true,"opponentIds":2967,"independentOpponentIds":2967,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e7191e9fd0004f5a99fc6482"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6162334789835612,"lowerBound":0,"upperBound":1,"independentScore":0.6162334789835612,"independent":true,"opponentIds":2968,"independentOpponentIds":2968,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["570a0a08c9367786911ce39e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8019650043971093,"lowerBound":0,"upperBound":1,"independentScore":0.8019650043971093,"independent":true,"opponentIds":2969,"independentOpponentIds":2969,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bc1a2bb785bdc2ede2ef377b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9938492063492064,"lowerBound":0,"upperBound":1,"independentScore":0.9938492063492064,"independent":true,"opponentIds":2970,"independentOpponentIds":2970,"panelSize":112,"publishers":["Artificial Analysis","LiveCodeBench"],"observations":["d96f6107d7d9bc4904585219","ee9d1ca8d2407e02d504ac6b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9750000000000002,"lowerBound":0,"upperBound":1,"independentScore":0.9750000000000002,"independent":true,"opponentIds":2971,"independentOpponentIds":2971,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["08f77210e749e1a2b05bb72e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.854385964912281,"lowerBound":0,"upperBound":1,"independentScore":0.854385964912281,"independent":true,"opponentIds":2972,"independentOpponentIds":2972,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["58b38221383ebed4eb393aed"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5525531920763307,"lowerBound":0,"upperBound":1,"independentScore":0.5525531920763307,"independent":true,"opponentIds":2973,"independentOpponentIds":2973,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5b0a929ebb9c554267ebe86a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6119197863157163,"lowerBound":0,"upperBound":1,"independentScore":0.6119197863157163,"independent":true,"opponentIds":2974,"independentOpponentIds":2974,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["08c9b038b1daaba61f3a3d12"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.59256666359884,"lowerBound":0,"upperBound":1,"independentScore":0.59256666359884,"independent":true,"opponentIds":2975,"independentOpponentIds":2975,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["cb71123eba414880ed924c38"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5335318049439401,"lowerBound":0,"upperBound":1,"independentScore":0.5335318049439401,"independent":true,"opponentIds":2976,"independentOpponentIds":2976,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["6f3287925c9aa8200e326720"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3139619990045966,"lowerBound":0,"upperBound":1,"independentScore":0.3139619990045966,"independent":true,"opponentIds":2977,"independentOpponentIds":2977,"panelSize":49,"publishers":["ARC Prize"],"observations":["e74df9fbfd59b581eb76ffa2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["89cc7d75dceb87b2426e3c5b","b8d061eeef87eecd7597aeca","6e17cd87254e16c222ad4bc3","e7191e9fd0004f5a99fc6482","570a0a08c9367786911ce39e","bc1a2bb785bdc2ede2ef377b","d96f6107d7d9bc4904585219","08f77210e749e1a2b05bb72e","58b38221383ebed4eb393aed","5b0a929ebb9c554267ebe86a","08c9b038b1daaba61f3a3d12","cb71123eba414880ed924c38","6f3287925c9aa8200e326720","e74df9fbfd59b581eb76ffa2","ee9d1ca8d2407e02d504ac6b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":16}],"unspecified":0,"total":16}},{"id":"o4-mini--effort-low","name":"o4-mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o4-mini","detailsUrl":"/efforts?model=o4-mini","publishedBenchmarkCount":2,"overallRating":{"score":0.009920105204795608,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6814241486068123},{"source":"LiveCodeBench","independent":true,"share":0.3185758513931888}],"familyWeights":[{"family":"arc-agi","share":0.6814241486068112},{"family":"livecodebench","share":0.3185758513931888}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.05354796528945183,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0016367537081581444,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2978,"independentOpponentIds":2978,"panelSize":1,"publishers":["LiveCodeBench"],"observations":["c16742f35a5ca0f1da2cd5d9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1399363925488414,"lowerBound":0,"upperBound":1,"independentScore":0.1399363925488414,"independent":true,"opponentIds":2977,"independentOpponentIds":2977,"panelSize":49,"publishers":["ARC Prize"],"observations":["a03ef69f5f0bf9f19a64b6c1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a03ef69f5f0bf9f19a64b6c1","c16742f35a5ca0f1da2cd5d9"],"opponentModelIds":["o3","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3-mini","o3-pro","qwen3.8-27b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":2}],"unspecified":0,"total":2}},{"id":"o4-mini--effort-medium","name":"o4-mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o4-mini","detailsUrl":"/efforts?model=o4-mini","publishedBenchmarkCount":2,"overallRating":{"score":0.015394253121051263,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6814241486068123},{"source":"LiveCodeBench","independent":true,"share":0.3185758513931888}],"familyWeights":[{"family":"arc-agi","share":0.6814241486068112},{"family":"livecodebench","share":0.3185758513931888}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07976983717833948,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0016367537081581444,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2978,"independentOpponentIds":2978,"panelSize":1,"publishers":["LiveCodeBench"],"observations":["dbd3c0c14e4d3b745599aed7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.21388005452067246,"lowerBound":0,"upperBound":1,"independentScore":0.21388005452067246,"independent":true,"opponentIds":2977,"independentOpponentIds":2977,"panelSize":49,"publishers":["ARC Prize"],"observations":["904517858e9c5b0473e556b3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["904517858e9c5b0473e556b3","dbd3c0c14e4d3b745599aed7"],"opponentModelIds":["o3","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3-mini","o3-pro","qwen3.8-27b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":2}],"unspecified":0,"total":2}},{"id":"phi-4--effort-non-reasoning","name":"phi-4 · Non-reasoning","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4","detailsUrl":"/efforts?model=phi-4","publishedBenchmarkCount":13,"overallRating":{"score":0.0023281797286033605,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.08862439539333979},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068647},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.0839238370462847},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.002990184984836674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01519775754547916,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.008717081944550602,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01403077523500934,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1620415009159609,"lowerBound":0,"upperBound":1,"independentScore":0.1620415009159609,"independent":true,"opponentIds":2979,"independentOpponentIds":2979,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["77b72d8bb8f6229c4935bd1d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050858727356192394,"lowerBound":0,"upperBound":1,"independentScore":0.050858727356192394,"independent":true,"opponentIds":2980,"independentOpponentIds":2980,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7913c6e2413a96102bbbf1fe"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":2981,"independentOpponentIds":2981,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["834342d113eaeacdec6c68c2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2619261090788954,"lowerBound":0,"upperBound":1,"independentScore":0.2619261090788954,"independent":true,"opponentIds":2982,"independentOpponentIds":2982,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c45844e7e930f528caf96218"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.08276355915388364,"lowerBound":0,"upperBound":1,"independentScore":0.08276355915388364,"independent":true,"opponentIds":2983,"independentOpponentIds":2983,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["92a3672a2fcdd9eae2cfe4c8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.07921255535935683,"lowerBound":0,"upperBound":1,"independentScore":0.07921255535935683,"independent":true,"opponentIds":2984,"independentOpponentIds":2984,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["70dd1ef196043632b7c37a03"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.12891664830525318,"lowerBound":0,"upperBound":1,"independentScore":0.12891664830525318,"independent":true,"opponentIds":2985,"independentOpponentIds":2985,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f2fa14f24036f5ed63850347"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.30624680591061687,"lowerBound":0,"upperBound":1,"independentScore":0.30624680591061687,"independent":true,"opponentIds":2986,"independentOpponentIds":2986,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b1300da3198b950627b64868"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3463059944800934,"lowerBound":0,"upperBound":1,"independentScore":0.3463059944800934,"independent":true,"opponentIds":2987,"independentOpponentIds":2987,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e87a2d3e2af83fbba103ecc7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2067123909152689,"lowerBound":0,"upperBound":1,"independentScore":0.2067123909152689,"independent":true,"opponentIds":2988,"independentOpponentIds":2988,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["aff564f7946147cb44a15141"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023110106318695922,"lowerBound":0,"upperBound":1,"independentScore":0.023110106318695922,"independent":true,"opponentIds":2989,"independentOpponentIds":2989,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["68eef27c9393c82acd930591"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24308731927121618,"lowerBound":0,"upperBound":1,"independentScore":0.24308731927121618,"independent":true,"opponentIds":2990,"independentOpponentIds":2990,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a0d8027ad98e252733a703ca"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["77b72d8bb8f6229c4935bd1d","7913c6e2413a96102bbbf1fe","834342d113eaeacdec6c68c2","c45844e7e930f528caf96218","92a3672a2fcdd9eae2cfe4c8","70dd1ef196043632b7c37a03","f2fa14f24036f5ed63850347","b1300da3198b950627b64868","e87a2d3e2af83fbba103ecc7","aff564f7946147cb44a15141","68eef27c9393c82acd930591","a0d8027ad98e252733a703ca"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"phi-4-mini-instruct--effort-non-reasoning","name":"Phi-4-mini-instruct · Non-reasoning","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-mini-instruct","detailsUrl":"/efforts?model=phi-4-mini-instruct","publishedBenchmarkCount":15,"overallRating":{"score":0.0012232503321692077,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000187}],"familyWeights":[{"family":"mmlu-pro","share":0.08227746633567008},{"family":"aime","share":0.08222086112494731},{"family":"livecodebench","share":0.08220502753293452},{"family":"math500","share":0.08187840145701726},{"family":"ifbench","share":0.08025228675806516},{"family":"hle","share":0.07849219754721806},{"family":"gpqa","share":0.07833523600973731},{"family":"critpt","share":0.07812681622175682},{"family":"omniscience","share":0.07784839815737099},{"family":"aa-lcr","share":0.07242563804394786},{"family":"gdpval","share":0.06950262502639},{"family":"tau-bench","share":0.06940279886679819},{"family":"terminal-bench","share":0.06703224691816222}]},"capabilityRatings":[{"bucket":"agentic","score":0.006098332774735785,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.009903462376152186,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0043240746229147855,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005635157231597166,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.02329869824105424,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.048612313331263944,"lowerBound":0,"upperBound":1,"independentScore":0.048612313331263944,"independent":true,"opponentIds":2991,"independentOpponentIds":2991,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["516823481eb1495f3fb3c99c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.18079960962595906,"lowerBound":0,"upperBound":1,"independentScore":0.18079960962595906,"independent":true,"opponentIds":2992,"independentOpponentIds":2992,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["601f36f2404c745b7bc714e7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":2993,"independentOpponentIds":2993,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ab4cc6c2aa36c216f8568f92"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2994,"independentOpponentIds":2994,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ea4ce21671423f998900aef4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.0646115643408203,"lowerBound":0,"upperBound":1,"independentScore":0.0646115643408203,"independent":true,"opponentIds":2995,"independentOpponentIds":2995,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5438058f26b61c57fa0f9afc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.17927017000401163,"lowerBound":0,"upperBound":1,"independentScore":0.17927017000401163,"independent":true,"opponentIds":2996,"independentOpponentIds":2996,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4d6bf305ef56bc9d7d14e527"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.03777327664320385,"lowerBound":0,"upperBound":1,"independentScore":0.03777327664320385,"independent":true,"opponentIds":2997,"independentOpponentIds":2997,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f1959c33d56b49b87d365a30"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.0579366967820499,"lowerBound":0,"upperBound":1,"independentScore":0.0579366967820499,"independent":true,"opponentIds":2998,"independentOpponentIds":2998,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cad43079054208b6d9bfa144"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.11422858885686704,"lowerBound":0,"upperBound":1,"independentScore":0.11422858885686704,"independent":true,"opponentIds":2999,"independentOpponentIds":2999,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b9dfce1492ec029021a05b9e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.06837567133282486,"lowerBound":0,"upperBound":1,"independentScore":0.06837567133282486,"independent":true,"opponentIds":3000,"independentOpponentIds":3000,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8aa58d9564291e79f8c7d5aa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.08262209569922763,"lowerBound":0,"upperBound":1,"independentScore":0.08262209569922763,"independent":true,"opponentIds":3001,"independentOpponentIds":3001,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["70e69f2115f632139a54d1c0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.06302919064867159,"lowerBound":0,"upperBound":1,"independentScore":0.06302919064867159,"independent":true,"opponentIds":3002,"independentOpponentIds":3002,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c13bc87ea7fbb9edee07b054"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03382625899974584,"lowerBound":0,"upperBound":1,"independentScore":0.03382625899974584,"independent":true,"opponentIds":3003,"independentOpponentIds":3003,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["64dbb96bbf3ee55255c6a592","53b7d3d06cae0753bfaa177b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["516823481eb1495f3fb3c99c","601f36f2404c745b7bc714e7","ab4cc6c2aa36c216f8568f92","ea4ce21671423f998900aef4","5438058f26b61c57fa0f9afc","4d6bf305ef56bc9d7d14e527","f1959c33d56b49b87d365a30","cad43079054208b6d9bfa144","b9dfce1492ec029021a05b9e","8aa58d9564291e79f8c7d5aa","70e69f2115f632139a54d1c0","c13bc87ea7fbb9edee07b054","64dbb96bbf3ee55255c6a592","53b7d3d06cae0753bfaa177b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"phi-4-multimodal-instruct--effort-non-reasoning","name":"Phi-4-multimodal-instruct · Non-reasoning","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-multimodal-instruct","detailsUrl":"/efforts?model=phi-4-multimodal-instruct","publishedBenchmarkCount":6,"overallRating":{"score":0.0010686021181837448,"supported":true,"families":6,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":230,"independentFamilies":6,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}],"familyWeights":[{"family":"mmlu-pro","share":0.17083938664012033},{"family":"livecodebench","share":0.16765150467728204},{"family":"gpqa","share":0.16733518563616973},{"family":"hle","share":0.1672271341867545},{"family":"math500","share":0.16360325443081908},{"family":"mmmu-pro","share":0.16334353442884747}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.01078327304265054,"supported":true,"families":3,"independentFamilies":3,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.003527802681859647,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004294960637764679,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.005536219578730688,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.062253034963848,"lowerBound":0,"upperBound":1,"independentScore":0.062253034963848,"independent":true,"opponentIds":3004,"independentOpponentIds":3004,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["be0d629d53023aac889d0050"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2644421754306222,"lowerBound":0,"upperBound":1,"independentScore":0.2644421754306222,"independent":true,"opponentIds":3005,"independentOpponentIds":3005,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5e56b10f487f5015dd377634"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.06516309826377092,"lowerBound":0,"upperBound":1,"independentScore":0.06516309826377092,"independent":true,"opponentIds":3006,"independentOpponentIds":3006,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1c00cc4d194123d3e4240049"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.1199117423876263,"lowerBound":0,"upperBound":1,"independentScore":0.1199117423876263,"independent":true,"opponentIds":3007,"independentOpponentIds":3007,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9b113a9a9d3b6af3846f819a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.07717590803316682,"lowerBound":0,"upperBound":1,"independentScore":0.07717590803316682,"independent":true,"opponentIds":3008,"independentOpponentIds":3008,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["88f07e63051ff123b88335b7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3009,"independentOpponentIds":3009,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["10aaef8ddcae5e8c1c02ab70"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["be0d629d53023aac889d0050","5e56b10f487f5015dd377634","1c00cc4d194123d3e4240049","9b113a9a9d3b6af3846f819a","88f07e63051ff123b88335b7","10aaef8ddcae5e8c1c02ab70"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","deepseek-v4.1-flash","gemini-4-argon","gpt-4-turbo","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.7","mimo-v2.6-flash","mimo-v2.6-pro","mistral-large-4","muse-wonder","muse-wonder-full","solar-mini4-260922","step-5-preview","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":6}],"unspecified":0,"total":6}},{"id":"pixtral-large-2411--effort-non-reasoning","name":"Pixtral Large · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"pixtral-large-2411","detailsUrl":"/efforts?model=pixtral-large-2411","publishedBenchmarkCount":9,"overallRating":{"score":0.0024281387844967126,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":230,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000142}],"familyWeights":[{"family":"mmlu-pro","share":0.11485879221485595},{"family":"ifbench","share":0.11444057723677944},{"family":"livecodebench","share":0.11392730719110149},{"family":"aime","share":0.11384381919298564},{"family":"math500","share":0.11249196343705199},{"family":"hle","share":0.1120300218346977},{"family":"gpqa","share":0.1118415336049479},{"family":"mmmu-pro","share":0.10906926025266227},{"family":"tau-bench","share":0.09749672503492271}]},"capabilityRatings":[{"bucket":"agentic","score":0.04478488805952674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.00745244202664148,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006698514392394734,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.018225485510223335,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.021470304630296446,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.016589429567215496,"lowerBound":0,"upperBound":1,"independentScore":0.016589429567215496,"independent":true,"opponentIds":3010,"independentOpponentIds":3010,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["95791dc88f64b23b16d4019b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.19151253483241076,"lowerBound":0,"upperBound":1,"independentScore":0.19151253483241076,"independent":true,"opponentIds":3011,"independentOpponentIds":3011,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["528da2e0681c24dea179b207"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.01802574549631254,"lowerBound":0,"upperBound":1,"independentScore":0.01802574549631254,"independent":true,"opponentIds":3012,"independentOpponentIds":3012,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0f3e5bc4908fb6b8e1788d00"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.29076710315095017,"lowerBound":0,"upperBound":1,"independentScore":0.29076710315095017,"independent":true,"opponentIds":3013,"independentOpponentIds":3013,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["52b14f5c6812c2e2fb14b98f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.17279683154677958,"lowerBound":0,"upperBound":1,"independentScore":0.17279683154677958,"independent":true,"opponentIds":3014,"independentOpponentIds":3014,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cd0a839399405ae15ba9139d"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.1690960325352247,"lowerBound":0,"upperBound":1,"independentScore":0.1690960325352247,"independent":true,"opponentIds":3015,"independentOpponentIds":3015,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["2a7f996917775f67ba770d2f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.32041531313739596,"lowerBound":0,"upperBound":1,"independentScore":0.32041531313739596,"independent":true,"opponentIds":3016,"independentOpponentIds":3016,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d563ff92ab0b6ba9cff379b5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.18415174104096813,"lowerBound":0,"upperBound":1,"independentScore":0.18415174104096813,"independent":true,"opponentIds":3017,"independentOpponentIds":3017,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["eb614b4b073a151ea844b8a5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.47459020621992476,"lowerBound":0,"upperBound":1,"independentScore":0.47459020621992476,"independent":true,"opponentIds":3018,"independentOpponentIds":3018,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f3c6fe94a03132a6f2f3db5f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["95791dc88f64b23b16d4019b","528da2e0681c24dea179b207","0f3e5bc4908fb6b8e1788d00","52b14f5c6812c2e2fb14b98f","cd0a839399405ae15ba9139d","2a7f996917775f67ba770d2f","d563ff92ab0b6ba9cff379b5","eb614b4b073a151ea844b8a5","f3c6fe94a03132a6f2f3db5f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","o3-pro","phi-4-multimodal-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3-max","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","deepseek-v4.1-flash","gemini-4-argon","gpt-4-turbo","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.7","mimo-v2.6-flash","mimo-v2.6-pro","mistral-large-4","muse-wonder","muse-wonder-full","solar-mini4-260922","step-5-preview","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"qwen-3.8-max--effort-reasoning","name":"Qwen 3.8-Max · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":16,"overallRating":{"score":0.44740837675919964,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}],"familyWeights":[{"family":"hle","share":0.09690870340789715},{"family":"gpqa","share":0.09671942213045558},{"family":"critpt","share":0.0963356262188726},{"family":"omniscience","share":0.09596287180504044},{"family":"mmmu-pro","share":0.09467285137014823},{"family":"gdpval","share":0.08405076057717964},{"family":"aa-lcr","share":0.0800631501125738},{"family":"briefcase","share":0.07847258039364191},{"family":"automationbench","share":0.07817970482602339},{"family":"gdp-pdf","share":0.07788610574649563},{"family":"terminal-bench","share":0.0680645486908501},{"family":"tau-bench","share":0.052683674720818384}]},"capabilityRatings":[{"bucket":"agentic","score":0.5877995942068698,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5086624265143239,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5454844005699014,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22589913667327513,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.522931853500456,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5213145423752943,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7788862279090807,"lowerBound":0,"upperBound":1,"independentScore":0.7788862279090807,"independent":true,"opponentIds":3019,"independentOpponentIds":3019,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4b4864c5698ea2d2631a1c9b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8065027428346325,"lowerBound":0,"upperBound":1,"independentScore":0.8065027428346325,"independent":true,"opponentIds":3020,"independentOpponentIds":3020,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["d0cc822040713a4a3efe730d","5239aacc45eb8d8b7ddd3048"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7202899619264184,"lowerBound":0,"upperBound":1,"independentScore":0.7202899619264184,"independent":true,"opponentIds":3021,"independentOpponentIds":3021,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["817cf9c2f5eef9bc5445ff87"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9244568360980093,"lowerBound":0,"upperBound":1,"independentScore":0.9244568360980093,"independent":true,"opponentIds":3022,"independentOpponentIds":3022,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["efcf7cbb7c05f575e871db63"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8420663070595135,"lowerBound":0,"upperBound":1,"independentScore":0.8420663070595135,"independent":true,"opponentIds":3023,"independentOpponentIds":3023,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["656bbefe676aa7366bf925d2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8972036598662482,"lowerBound":0,"upperBound":1,"independentScore":0.8972036598662482,"independent":true,"opponentIds":3024,"independentOpponentIds":3024,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["4a9f8192937c5c89a78b9cf9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9585907614163207,"lowerBound":0,"upperBound":1,"independentScore":0.9585907614163207,"independent":true,"opponentIds":3025,"independentOpponentIds":3025,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["636a97545dd50cd6369243eb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9333422209471723,"lowerBound":0,"upperBound":1,"independentScore":0.9333422209471723,"independent":true,"opponentIds":3026,"independentOpponentIds":3026,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["db4ce26e91d3f5e8dd8b84fa"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9341054446822109,"lowerBound":0,"upperBound":1,"independentScore":0.9341054446822109,"independent":true,"opponentIds":3027,"independentOpponentIds":3027,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["77aaa1bbb6b116ec021af6ec"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.780943792967959,"lowerBound":0,"upperBound":1,"independentScore":0.780943792967959,"independent":true,"opponentIds":3028,"independentOpponentIds":3028,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["122f3dc0a4526b7d40b88c00"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":3029,"independentOpponentIds":3029,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4623a80d9f8f5d6145f2f78a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7973781875180282,"lowerBound":0,"upperBound":1,"independentScore":0.7973781875180282,"independent":true,"opponentIds":3030,"independentOpponentIds":3030,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["67ab23b646557e62640853e6","2cc3e4c4ce6d2eae59b4380d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4b4864c5698ea2d2631a1c9b","d0cc822040713a4a3efe730d","817cf9c2f5eef9bc5445ff87","efcf7cbb7c05f575e871db63","656bbefe676aa7366bf925d2","4a9f8192937c5c89a78b9cf9","636a97545dd50cd6369243eb","db4ce26e91d3f5e8dd8b84fa","5239aacc45eb8d8b7ddd3048","77aaa1bbb6b116ec021af6ec","122f3dc0a4526b7d40b88c00","4623a80d9f8f5d6145f2f78a","67ab23b646557e62640853e6","2cc3e4c4ce6d2eae59b4380d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen-3.8-max--effort-xhigh","name":"Qwen 3.8-Max · XHigh","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":13,"overallRating":{"score":0.519623962509007,"supported":true,"families":6,"publishers":2,"evaluationSources":2,"taskAreas":3,"opponents":68,"independentFamilies":6,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.5057319200886556},{"source":"Datacurve","independent":true,"share":0.49426807991134597}],"familyWeights":[{"family":"deepswe","share":0.49426807991134575},{"family":"gpqa","share":0.11843853969088605},{"family":"aime","share":0.11719120877538271},{"family":"epoch-game-puzzles","share":0.10310613506195837},{"family":"simpleqa","share":0.08549625596216637},{"family":"frontiermath","share":0.08149978059826243}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6434021205531743,"supported":true,"families":4,"independentFamilies":4,"opponents":64,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5683601497999992,"supported":false,"families":1,"independentFamilies":1,"opponents":25,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2625421040576659,"supported":false,"families":1,"independentFamilies":1,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9297941495124595,"lowerBound":0,"upperBound":1,"independentScore":0.9297941495124595,"independent":true,"opponentIds":3031,"independentOpponentIds":3031,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-aGRKHaq9uSawfYVpC565zU"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8984545852165038,"lowerBound":0,"upperBound":1,"independentScore":0.8984545852165038,"independent":true,"opponentIds":3032,"independentOpponentIds":3032,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-TEVNDC9QXBh7PQvX9kHZip"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5265511458915595,"lowerBound":0,"upperBound":1,"independentScore":0.5265511458915595,"independent":true,"opponentIds":3033,"independentOpponentIds":3033,"panelSize":25,"publishers":["Datacurve"],"observations":["fdf7a8eca4003c72a2a46e18"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7695998373117341,"lowerBound":0,"upperBound":1,"independentScore":0.7695998373117341,"independent":true,"opponentIds":3034,"independentOpponentIds":3034,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-PBRdMZyz4L4CqPpXyLD2Lk","epoch-run-ABT89ieSWGnGj4RYMduHiG"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8998145822118545,"lowerBound":0,"upperBound":1,"independentScore":0.8998145822118545,"independent":true,"opponentIds":3035,"independentOpponentIds":3035,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-c2YLifDU4zYCX5Jbi9HLL7"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.42882389007104976,"lowerBound":0,"upperBound":1,"independentScore":0.42882389007104976,"independent":true,"opponentIds":3036,"independentOpponentIds":3036,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-bfftd5EzUK9yAekafEofvK"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fdf7a8eca4003c72a2a46e18","epoch-run-PBRdMZyz4L4CqPpXyLD2Lk","epoch-run-ABT89ieSWGnGj4RYMduHiG","epoch-run-TEVNDC9QXBh7PQvX9kHZip","epoch-run-c2YLifDU4zYCX5Jbi9HLL7","epoch-run-aGRKHaq9uSawfYVpC565zU","epoch-run-bfftd5EzUK9yAekafEofvK"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","gpt-5.4","muse-spark-1.1","muse-spark-1.2","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","gpt-5.5-pro","glm-5.1","qwen3.5-flash","qwen3.6-flash","qwen3.6-plus","gpt-oss-120b","kimi-k2.6","qwen3.7-max","qwen3.5-122b-a10b","qwen3.5-plus","claude-haiku-4-5-20251001"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":13}],"unspecified":0,"total":13}},{"id":"qwen-3.8-max-0902--effort-reasoning","name":"Qwen3.8 Max 0902 · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max-0902","detailsUrl":"/efforts?model=qwen-3.8-max-0902","publishedBenchmarkCount":21,"overallRating":{"score":0.5901081449562977,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999872}],"familyWeights":[{"family":"hle","share":0.07141223073607345},{"family":"mmmu-pro","share":0.07137540088038147},{"family":"critpt","share":0.07127002268127933},{"family":"gpqa","share":0.07120012434999845},{"family":"omniscience","share":0.07105698728325971},{"family":"gdpval","share":0.06633366066378328},{"family":"automationbench","share":0.06402918726495635},{"family":"briefcase","share":0.0640029911022465},{"family":"gdp-pdf","share":0.06381941790139442},{"family":"aa-lcr","share":0.06019797206740259},{"family":"terminal-bench","share":0.056426413919993285},{"family":"apex-agents","share":0.046756428966101125},{"family":"enterprise-ops","share":0.0463313756257855},{"family":"itbench","share":0.04592244426492678},{"family":"tau-bench","share":0.04579401843533428},{"family":"terminal-bench-science","share":0.04440585532943488},{"family":"analyst-agent","share":0.03966546852764212}]},"capabilityRatings":[{"bucket":"agentic","score":0.6840125624964113,"supported":true,"families":10,"independentFamilies":10,"opponents":149,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.49989090704374606,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7602450662305217,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21896005563090712,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5610328491508076,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5953252561625378,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8337549716144996,"lowerBound":0,"upperBound":1,"independentScore":0.8337549716144996,"independent":true,"opponentIds":3037,"independentOpponentIds":3037,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["da52383d0adbea5bac566881"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9554545746192417,"lowerBound":0,"upperBound":1,"independentScore":0.9554545746192417,"independent":true,"opponentIds":3038,"independentOpponentIds":3038,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["206fd8d279c674cdec835285"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.9917885516582561,"lowerBound":0,"upperBound":1,"independentScore":0.9917885516582561,"independent":true,"opponentIds":3039,"independentOpponentIds":3039,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["fa1a1bdf910ef317b8401dea"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8486795536498223,"lowerBound":0,"upperBound":1,"independentScore":0.8486795536498223,"independent":true,"opponentIds":3040,"independentOpponentIds":3040,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["c19a4187a390134377264605","e64bf939cef3770af807eec9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8178645799859039,"lowerBound":0,"upperBound":1,"independentScore":0.8178645799859039,"independent":true,"opponentIds":3041,"independentOpponentIds":3041,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["b0859f1b81ba43c4145f5564"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8993685036715948,"lowerBound":0,"upperBound":1,"independentScore":0.8993685036715948,"independent":true,"opponentIds":3042,"independentOpponentIds":3042,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e75523cf36922d42a24da9fb"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.95391645027567,"lowerBound":0,"upperBound":1,"independentScore":0.95391645027567,"independent":true,"opponentIds":3043,"independentOpponentIds":3043,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["60804c4839d8668fdf2ea433"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8905401848233412,"lowerBound":0,"upperBound":1,"independentScore":0.8905401848233412,"independent":true,"opponentIds":3044,"independentOpponentIds":3044,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["0b88e41bb58b9c73ec1d1365"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9576276191805425,"lowerBound":0,"upperBound":1,"independentScore":0.9576276191805425,"independent":true,"opponentIds":3045,"independentOpponentIds":3045,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d175d2876882d79f1d19033a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.958530913944378,"lowerBound":0,"upperBound":1,"independentScore":0.958530913944378,"independent":true,"opponentIds":3046,"independentOpponentIds":3046,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["cd3d162756c1542303a70143"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9305956435148958,"lowerBound":0,"upperBound":1,"independentScore":0.9305956435148958,"independent":true,"opponentIds":3047,"independentOpponentIds":3047,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["568a1843c4cc6821607175c1"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7342458523077977,"lowerBound":0,"upperBound":1,"independentScore":0.7342458523077977,"independent":true,"opponentIds":3048,"independentOpponentIds":3048,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["cf2c0f94f35b14e6893dc878"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9498814475539982,"lowerBound":0,"upperBound":1,"independentScore":0.9498814475539982,"independent":true,"opponentIds":3049,"independentOpponentIds":3049,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ffd1cced0f7fffa9fbef8d49"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7681894050947262,"lowerBound":0,"upperBound":1,"independentScore":0.7681894050947262,"independent":true,"opponentIds":3050,"independentOpponentIds":3050,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c52b4fcacf00d9875e5df164"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9545085778504215,"lowerBound":0,"upperBound":1,"independentScore":0.9545085778504215,"independent":true,"opponentIds":3051,"independentOpponentIds":3051,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["97cfbdd8759773dcb23ca28c"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.7482562346742767,"lowerBound":0,"upperBound":1,"independentScore":0.7482562346742767,"independent":true,"opponentIds":3052,"independentOpponentIds":3052,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["d206ce1d616b3fb7831293d2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9424578713389727,"lowerBound":0,"upperBound":1,"independentScore":0.9424578713389727,"independent":true,"opponentIds":3053,"independentOpponentIds":3053,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["b23b336fbb3ed47d2adb3456","4511d031aae80264db54af32"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["da52383d0adbea5bac566881","206fd8d279c674cdec835285","fa1a1bdf910ef317b8401dea","c19a4187a390134377264605","b0859f1b81ba43c4145f5564","e75523cf36922d42a24da9fb","60804c4839d8668fdf2ea433","0b88e41bb58b9c73ec1d1365","d175d2876882d79f1d19033a","cd3d162756c1542303a70143","568a1843c4cc6821607175c1","cf2c0f94f35b14e6893dc878","e64bf939cef3770af807eec9","ffd1cced0f7fffa9fbef8d49","c52b4fcacf00d9875e5df164","97cfbdd8759773dcb23ca28c","d206ce1d616b3fb7831293d2","b23b336fbb3ed47d2adb3456","4511d031aae80264db54af32"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen3.7-max","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-0.6b--effort-non-reasoning","name":"Qwen3-0.6B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-0.6b","detailsUrl":"/efforts?model=qwen3-0.6b","publishedBenchmarkCount":13,"overallRating":{"score":0.0009988612617428054,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000087}],"familyWeights":[{"family":"mmlu-pro","share":0.08842244754695303},{"family":"ifbench","share":0.08820955202776291},{"family":"livecodebench","share":0.08677247483756405},{"family":"gpqa","share":0.08660875554325533},{"family":"hle","share":0.08655283065493659},{"family":"aime","share":0.08595179222757299},{"family":"critpt","share":0.08577931464705002},{"family":"omniscience","share":0.0848910753514827},{"family":"math500","share":0.08467719574464119},{"family":"aa-lcr","share":0.07895017154197918},{"family":"tau-bench","share":0.07463938320113153},{"family":"terminal-bench","share":0.06854500667567913}]},"capabilityRatings":[{"bucket":"agentic","score":0.005680334048995341,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.010506691566326061,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0034477954078567775,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0044252393596559665,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.07333059603582953,"lowerBound":0,"upperBound":1,"independentScore":0.07333059603582953,"independent":true,"opponentIds":3054,"independentOpponentIds":3054,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e07d9dd5005dfa0df02827b8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.0526834705943254,"lowerBound":0,"upperBound":1,"independentScore":0.0526834705943254,"independent":true,"opponentIds":3055,"independentOpponentIds":3055,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c8d0f96fa682deeb06e51740"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310997902928188,"lowerBound":0,"upperBound":1,"independentScore":0.2310997902928188,"independent":true,"opponentIds":3056,"independentOpponentIds":3056,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b338841b63f737ffb17ed7e0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.01808463291427257,"lowerBound":0,"upperBound":1,"independentScore":0.01808463291427257,"independent":true,"opponentIds":3057,"independentOpponentIds":3057,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f04fd1b531b951f250617193"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2541830092692212,"lowerBound":0,"upperBound":1,"independentScore":0.2541830092692212,"independent":true,"opponentIds":3058,"independentOpponentIds":3058,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["90e7d8ad72bd6576a81f42eb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.05042399319172897,"lowerBound":0,"upperBound":1,"independentScore":0.05042399319172897,"independent":true,"opponentIds":3059,"independentOpponentIds":3059,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["230731584c91a733879819a5"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.026152227524994496,"lowerBound":0,"upperBound":1,"independentScore":0.026152227524994496,"independent":true,"opponentIds":3060,"independentOpponentIds":3060,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["55a17c98e627b355cd8b17da"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.041613207403925094,"lowerBound":0,"upperBound":1,"independentScore":0.041613207403925094,"independent":true,"opponentIds":3061,"independentOpponentIds":3061,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["20398efbf3c87c56cf33356f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.014450994343088679,"lowerBound":0,"upperBound":1,"independentScore":0.014450994343088679,"independent":true,"opponentIds":3062,"independentOpponentIds":3062,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a370fde9d0ef2c43e306e7f1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.011999802230734399,"lowerBound":0,"upperBound":1,"independentScore":0.011999802230734399,"independent":true,"opponentIds":3063,"independentOpponentIds":3063,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b50bf9a788cc1febbbb1372a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.09371208190186264,"lowerBound":0,"upperBound":1,"independentScore":0.09371208190186264,"independent":true,"opponentIds":3064,"independentOpponentIds":3064,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["aaf8eb92ad1848d2c667404a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.033421875732033715,"lowerBound":0,"upperBound":1,"independentScore":0.033421875732033715,"independent":true,"opponentIds":3065,"independentOpponentIds":3065,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5cc385d16cc1b35f2bcc4b90"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e07d9dd5005dfa0df02827b8","c8d0f96fa682deeb06e51740","b338841b63f737ffb17ed7e0","f04fd1b531b951f250617193","90e7d8ad72bd6576a81f42eb","230731584c91a733879819a5","55a17c98e627b355cd8b17da","20398efbf3c87c56cf33356f","a370fde9d0ef2c43e306e7f1","b50bf9a788cc1febbbb1372a","aaf8eb92ad1848d2c667404a","5cc385d16cc1b35f2bcc4b90"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-0.6b--effort-reasoning","name":"Qwen3-0.6B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-0.6b","detailsUrl":"/efforts?model=qwen3-0.6b","publishedBenchmarkCount":13,"overallRating":{"score":0.0014852116653943197,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000087}],"familyWeights":[{"family":"mmlu-pro","share":0.08842244754695303},{"family":"ifbench","share":0.08820955202776291},{"family":"livecodebench","share":0.08677247483756405},{"family":"gpqa","share":0.08660875554325533},{"family":"hle","share":0.08655283065493659},{"family":"aime","share":0.08595179222757299},{"family":"critpt","share":0.08577931464705002},{"family":"omniscience","share":0.0848910753514827},{"family":"math500","share":0.08467719574464119},{"family":"aa-lcr","share":0.07895017154197918},{"family":"tau-bench","share":0.07463938320113153},{"family":"terminal-bench","share":0.06854500667567913}]},"capabilityRatings":[{"bucket":"agentic","score":0.011477691352065784,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.014432590851505006,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0036617919278252834,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004989015931583293,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.14054436305248286,"lowerBound":0,"upperBound":1,"independentScore":0.14054436305248286,"independent":true,"opponentIds":3054,"independentOpponentIds":3054,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a6f7a5f79bbca4f2a67412d9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.0526834705943254,"lowerBound":0,"upperBound":1,"independentScore":0.0526834705943254,"independent":true,"opponentIds":3055,"independentOpponentIds":3055,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ecde6783ec0d47e1bf98a46a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310997902928188,"lowerBound":0,"upperBound":1,"independentScore":0.2310997902928188,"independent":true,"opponentIds":3056,"independentOpponentIds":3056,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["902940590320d8648dca2883"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.025660069397783546,"lowerBound":0,"upperBound":1,"independentScore":0.025660069397783546,"independent":true,"opponentIds":3057,"independentOpponentIds":3057,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3d1a9de8bbd963f3c5f6bf0d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3159423817050251,"lowerBound":0,"upperBound":1,"independentScore":0.3159423817050251,"independent":true,"opponentIds":3058,"independentOpponentIds":3058,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6518f5de94545adfe1985361"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.0734565976598491,"lowerBound":0,"upperBound":1,"independentScore":0.0734565976598491,"independent":true,"opponentIds":3059,"independentOpponentIds":3059,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a6bbd08d320ee6b9dfd559fd"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.03997368906556728,"lowerBound":0,"upperBound":1,"independentScore":0.03997368906556728,"independent":true,"opponentIds":3060,"independentOpponentIds":3060,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0c6f9d11fcb4e03bd1b8a9a7"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.23453057681598138,"lowerBound":0,"upperBound":1,"independentScore":0.23453057681598138,"independent":true,"opponentIds":3061,"independentOpponentIds":3061,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["8e582fa9a22661b9a0279e7a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.02521397450486827,"lowerBound":0,"upperBound":1,"independentScore":0.02521397450486827,"independent":true,"opponentIds":3062,"independentOpponentIds":3062,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9fa5e0ad520b1ed9244765c2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.025271045223735324,"lowerBound":0,"upperBound":1,"independentScore":0.025271045223735324,"independent":true,"opponentIds":3063,"independentOpponentIds":3063,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["692d1a2005d56e466b6dc93b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.20455132383825103,"lowerBound":0,"upperBound":1,"independentScore":0.20455132383825103,"independent":true,"opponentIds":3064,"independentOpponentIds":3064,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["62476ba134bc76ca975eaf3c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.033421875732033715,"lowerBound":0,"upperBound":1,"independentScore":0.033421875732033715,"independent":true,"opponentIds":3065,"independentOpponentIds":3065,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["2d2875437a15ced44a23ebcc"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a6f7a5f79bbca4f2a67412d9","ecde6783ec0d47e1bf98a46a","902940590320d8648dca2883","3d1a9de8bbd963f3c5f6bf0d","6518f5de94545adfe1985361","a6bbd08d320ee6b9dfd559fd","0c6f9d11fcb4e03bd1b8a9a7","8e582fa9a22661b9a0279e7a","9fa5e0ad520b1ed9244765c2","692d1a2005d56e466b6dc93b","62476ba134bc76ca975eaf3c","2d2875437a15ced44a23ebcc"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-1.7b--effort-non-reasoning","name":"Qwen3-1.7B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-1.7b","detailsUrl":"/efforts?model=qwen3-1.7b","publishedBenchmarkCount":16,"overallRating":{"score":0.0012011723518672367,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5855958906637654},{"source":"Epoch AI","independent":true,"share":0.41440410933624094}],"familyWeights":[{"family":"gpqa","share":0.25433651702968985},{"family":"aime","share":0.25302703485428746},{"family":"gmmlu","share":0.04839068558412526},{"family":"mmlu-pro","share":0.04763735255963544},{"family":"livecodebench","share":0.047595411637793815},{"family":"math500","share":0.04740630030237469},{"family":"ifbench","share":0.04646480559347887},{"family":"hle","share":0.045445741759749914},{"family":"critpt","share":0.04523419174739667},{"family":"omniscience","share":0.04507299208869536},{"family":"aa-lcr","share":0.04193329969326397},{"family":"tau-bench","share":0.040183123587627996},{"family":"terminal-bench","share":0.03727254356188997}]},"capabilityRatings":[{"bucket":"agentic","score":0.012830851099797978,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01231718318902088,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0038840956988708364,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004945632767238744,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.014633495355923615,"lowerBound":0,"upperBound":1,"independentScore":0.014633495355923615,"independent":true,"opponentIds":3066,"independentOpponentIds":3066,"panelSize":153,"publishers":["Artificial Analysis","Epoch AI"],"observations":["f0903b0785448402e3ee7b14","epoch-run-bbqokudairnKtbyjBjuWCx"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050132396610848416,"lowerBound":0,"upperBound":1,"independentScore":0.050132396610848416,"independent":true,"opponentIds":3067,"independentOpponentIds":3067,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8b2f14005445f5c569f1b1ce"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":3068,"independentOpponentIds":3068,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["fd4f239d936984cd38e77d8c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.016396322208801918,"lowerBound":0,"upperBound":1,"independentScore":0.016396322208801918,"independent":true,"opponentIds":3069,"independentOpponentIds":3069,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0d1130f0b8f0226c88c62a1e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.005562313191140125,"lowerBound":0,"upperBound":1,"independentScore":0.005562313191140125,"independent":true,"opponentIds":3070,"independentOpponentIds":3070,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["5f5f56834853b82731dea301","epoch-run-GdfzaHmiZht2DKPZDtQAET"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.30606987576417094,"lowerBound":0,"upperBound":1,"independentScore":0.30606987576417094,"independent":true,"opponentIds":3071,"independentOpponentIds":3071,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8661b817f3af2404661a7e11"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.03928420770893202,"lowerBound":0,"upperBound":1,"independentScore":0.03928420770893202,"independent":true,"opponentIds":3072,"independentOpponentIds":3072,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a1f40f1a67da3871ed644d2c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.06028095618941608,"lowerBound":0,"upperBound":1,"independentScore":0.06028095618941608,"independent":true,"opponentIds":3073,"independentOpponentIds":3073,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a6d45937d0d15bb4efa4365c"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.18452310507647754,"lowerBound":0,"upperBound":1,"independentScore":0.18452310507647754,"independent":true,"opponentIds":3074,"independentOpponentIds":3074,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["50e7de8cdf0b7ec58dc21ada"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.04602208647401676,"lowerBound":0,"upperBound":1,"independentScore":0.04602208647401676,"independent":true,"opponentIds":3075,"independentOpponentIds":3075,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["30e97a4e868b3d4ca68973be"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.038866897041275876,"lowerBound":0,"upperBound":1,"independentScore":0.038866897041275876,"independent":true,"opponentIds":3076,"independentOpponentIds":3076,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["82004cae536a8489b3f16bc2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22635273314795473,"lowerBound":0,"upperBound":1,"independentScore":0.22635273314795473,"independent":true,"opponentIds":3077,"independentOpponentIds":3077,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5782bd6d71560bdef6e6bbf0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.032753292013303875,"lowerBound":0,"upperBound":1,"independentScore":0.032753292013303875,"independent":true,"opponentIds":3078,"independentOpponentIds":3078,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["7a6bdbbd5bb164a640d8cff1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f0903b0785448402e3ee7b14","8b2f14005445f5c569f1b1ce","fd4f239d936984cd38e77d8c","0d1130f0b8f0226c88c62a1e","5f5f56834853b82731dea301","8661b817f3af2404661a7e11","a1f40f1a67da3871ed644d2c","a6d45937d0d15bb4efa4365c","50e7de8cdf0b7ec58dc21ada","30e97a4e868b3d4ca68973be","82004cae536a8489b3f16bc2","5782bd6d71560bdef6e6bbf0","7a6bdbbd5bb164a640d8cff1","epoch-run-GdfzaHmiZht2DKPZDtQAET","epoch-run-bbqokudairnKtbyjBjuWCx"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-4-argon","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3-1.7b--effort-reasoning","name":"Qwen3-1.7B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-1.7b","detailsUrl":"/efforts?model=qwen3-1.7b","publishedBenchmarkCount":13,"overallRating":{"score":0.0027877271433720493,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000013}],"familyWeights":[{"family":"mmlu-pro","share":0.08847406675345275},{"family":"ifbench","share":0.08813943417468181},{"family":"livecodebench","share":0.08683556552503885},{"family":"gpqa","share":0.08650889226472921},{"family":"hle","share":0.08644334076345786},{"family":"aime","share":0.08603040117902241},{"family":"critpt","share":0.08567877046323685},{"family":"math500","share":0.0850475157523393},{"family":"omniscience","share":0.08479511284565357},{"family":"aa-lcr","share":0.07887361934174414},{"family":"tau-bench","share":0.07462252960534355},{"family":"terminal-bench","share":0.06855075133130867}]},"capabilityRatings":[{"bucket":"agentic","score":0.02169260652491232,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.022669912672512203,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.00841249895542416,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.007713761033556495,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3960344263715203,"lowerBound":0,"upperBound":1,"independentScore":0.3960344263715203,"independent":true,"opponentIds":3079,"independentOpponentIds":3079,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1708d3fe7d21b8dc9194f8c4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05371222448704485,"lowerBound":0,"upperBound":1,"independentScore":0.05371222448704485,"independent":true,"opponentIds":3067,"independentOpponentIds":3067,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6081c63272fd15a08492c8db"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2316638255507074,"lowerBound":0,"upperBound":1,"independentScore":0.2316638255507074,"independent":true,"opponentIds":3068,"independentOpponentIds":3068,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ee141c0067f8a08b74460ce2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08243382618892442,"lowerBound":0,"upperBound":1,"independentScore":0.08243382618892442,"independent":true,"opponentIds":3080,"independentOpponentIds":3080,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5605706863518eb467d8a1b5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.218155757150393,"lowerBound":0,"upperBound":1,"independentScore":0.218155757150393,"independent":true,"opponentIds":3071,"independentOpponentIds":3071,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5392dc4a9cc4b181f5b920c6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.09967081091493042,"lowerBound":0,"upperBound":1,"independentScore":0.09967081091493042,"independent":true,"opponentIds":3072,"independentOpponentIds":3072,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["88058002752a6680711097c0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2577688860804645,"lowerBound":0,"upperBound":1,"independentScore":0.2577688860804645,"independent":true,"opponentIds":3073,"independentOpponentIds":3073,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a87339e0e9504b36ddb6bded"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.49593035333376867,"lowerBound":0,"upperBound":1,"independentScore":0.49593035333376867,"independent":true,"opponentIds":3074,"independentOpponentIds":3074,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["f2145165c64ee568b19fe04a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.14393653744884854,"lowerBound":0,"upperBound":1,"independentScore":0.14393653744884854,"independent":true,"opponentIds":3075,"independentOpponentIds":3075,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c412281a2b4367841d9fc1eb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.07803294757663554,"lowerBound":0,"upperBound":1,"independentScore":0.07803294757663554,"independent":true,"opponentIds":3076,"independentOpponentIds":3076,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b545a2bd1e66b5dcad42acc3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.314822939940278,"lowerBound":0,"upperBound":1,"independentScore":0.314822939940278,"independent":true,"opponentIds":3077,"independentOpponentIds":3077,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f7bac8d61f92b0d58d694350"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03498526647985263,"lowerBound":0,"upperBound":1,"independentScore":0.03498526647985263,"independent":true,"opponentIds":3078,"independentOpponentIds":3078,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8631ae15df88ea157c982d73"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1708d3fe7d21b8dc9194f8c4","6081c63272fd15a08492c8db","ee141c0067f8a08b74460ce2","5605706863518eb467d8a1b5","5392dc4a9cc4b181f5b920c6","88058002752a6680711097c0","a87339e0e9504b36ddb6bded","f2145165c64ee568b19fe04a","c412281a2b4367841d9fc1eb","b545a2bd1e66b5dcad42acc3","f7bac8d61f92b0d58d694350","8631ae15df88ea157c982d73"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-14b--effort-reasoning","name":"Qwen3-14B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-14b","detailsUrl":"/efforts?model=qwen3-14b","publishedBenchmarkCount":21,"overallRating":{"score":0.007780433535420968,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000021}],"familyWeights":[{"family":"gdpval","share":0.07069734478045489},{"family":"terminal-bench","share":0.07025768019721822},{"family":"tau-bench","share":0.06912568809781199},{"family":"automationbench","share":0.06799649901073218},{"family":"briefcase","share":0.06799612972729042},{"family":"gdp-pdf","share":0.0677466418960562},{"family":"mmlu-pro","share":0.06035228020956828},{"family":"ifbench","share":0.06010253939494205},{"family":"livecodebench","share":0.05969766468170132},{"family":"aime","share":0.059549479369908564},{"family":"math500","share":0.05895478211193362},{"family":"hle","share":0.058890977802404244},{"family":"gpqa","share":0.05884208859236275},{"family":"critpt","share":0.058108712655768946},{"family":"omniscience","share":0.05770127241603421},{"family":"aa-lcr","share":0.05398021905581266}]},"capabilityRatings":[{"bucket":"agentic","score":0.03089690125899083,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0363933533518679,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03259622476697504,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03523348887313662,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.051847664141140656,"lowerBound":0,"upperBound":1,"independentScore":0.051847664141140656,"independent":true,"opponentIds":3081,"independentOpponentIds":3081,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c200f8f5974cced91b94c3a7"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5476447668954697,"lowerBound":0,"upperBound":1,"independentScore":0.5476447668954697,"independent":true,"opponentIds":3082,"independentOpponentIds":3082,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3309e13df52fd1fabb19ab86"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.053174477740058755,"lowerBound":0,"upperBound":1,"independentScore":0.053174477740058755,"independent":true,"opponentIds":3083,"independentOpponentIds":3083,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["93da3ff3c5d7b1bff4c94ecb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.023283149955152824,"lowerBound":0,"upperBound":1,"independentScore":0.023283149955152824,"independent":true,"opponentIds":3084,"independentOpponentIds":3084,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["3b2a114e7d0f60358dc89582"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23122859820630182,"lowerBound":0,"upperBound":1,"independentScore":0.23122859820630182,"independent":true,"opponentIds":3085,"independentOpponentIds":3085,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["22963f5bec954903994c9380"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.1662739666354076,"lowerBound":0,"upperBound":1,"independentScore":0.1662739666354076,"independent":true,"opponentIds":3086,"independentOpponentIds":3086,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["28e79ab1e630d682cf1391f6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.10804172155101208,"lowerBound":0,"upperBound":1,"independentScore":0.10804172155101208,"independent":true,"opponentIds":3087,"independentOpponentIds":3087,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["db976faf2da60e8e24944da4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.29440050431186265,"lowerBound":0,"upperBound":1,"independentScore":0.29440050431186265,"independent":true,"opponentIds":3088,"independentOpponentIds":3088,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e62d0d2d9690c57703bf9f13"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1844735698323612,"lowerBound":0,"upperBound":1,"independentScore":0.1844735698323612,"independent":true,"opponentIds":3089,"independentOpponentIds":3089,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["29501eeeebecd801dc346bab"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4347143192031094,"lowerBound":0,"upperBound":1,"independentScore":0.4347143192031094,"independent":true,"opponentIds":3090,"independentOpponentIds":3090,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c9662b1cbc42cb80f1003cb1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5629839663173262,"lowerBound":0,"upperBound":1,"independentScore":0.5629839663173262,"independent":true,"opponentIds":3091,"independentOpponentIds":3091,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d182d825eeccc745161b2067"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7574423324558821,"lowerBound":0,"upperBound":1,"independentScore":0.7574423324558821,"independent":true,"opponentIds":3092,"independentOpponentIds":3092,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["41d90092001ad63411e08f39"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5349758675215458,"lowerBound":0,"upperBound":1,"independentScore":0.5349758675215458,"independent":true,"opponentIds":3093,"independentOpponentIds":3093,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f1ac22cc2380f41a90cbfc68"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.25708402932278585,"lowerBound":0,"upperBound":1,"independentScore":0.25708402932278585,"independent":true,"opponentIds":3094,"independentOpponentIds":3094,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ea5ca53936049bd3f26c2477"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3186748354160397,"lowerBound":0,"upperBound":1,"independentScore":0.3186748354160397,"independent":true,"opponentIds":3095,"independentOpponentIds":3095,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9cf6758bbc1a1642912303d1","7f1d3dd2bf9d082e2778499a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1993392195439458,"lowerBound":0,"upperBound":1,"independentScore":0.1993392195439458,"independent":true,"opponentIds":3096,"independentOpponentIds":3096,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["2ce50946464c3e30979c50bf","7eee7a8e12e744a002d4d6b4","1b5bf342de1a14490bce8c1a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c200f8f5974cced91b94c3a7","3309e13df52fd1fabb19ab86","93da3ff3c5d7b1bff4c94ecb","3b2a114e7d0f60358dc89582","22963f5bec954903994c9380","28e79ab1e630d682cf1391f6","db976faf2da60e8e24944da4","e62d0d2d9690c57703bf9f13","29501eeeebecd801dc346bab","c9662b1cbc42cb80f1003cb1","d182d825eeccc745161b2067","41d90092001ad63411e08f39","f1ac22cc2380f41a90cbfc68","ea5ca53936049bd3f26c2477","9cf6758bbc1a1642912303d1","7f1d3dd2bf9d082e2778499a","2ce50946464c3e30979c50bf","7eee7a8e12e744a002d4d6b4","1b5bf342de1a14490bce8c1a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-14b--effort-non-reasoning","name":"Qwen3-14B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-14b","detailsUrl":"/efforts?model=qwen3-14b","publishedBenchmarkCount":15,"overallRating":{"score":0.004545119150285334,"supported":true,"families":12,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":12,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5783082182079717},{"source":"Epoch AI","independent":true,"share":0.42169178179203176}],"familyWeights":[{"family":"gpqa","share":0.2615629584066472},{"family":"aime","share":0.2602764183501673},{"family":"mmlu-pro","share":0.051331922284922574},{"family":"livecodebench","share":0.0512267203450994},{"family":"math500","share":0.05078323783562958},{"family":"ifbench","share":0.05005400336917915},{"family":"hle","share":0.049001882870248134},{"family":"critpt","share":0.04871210640740565},{"family":"omniscience","share":0.048523623149621366},{"family":"aa-lcr","share":0.04507963016214949},{"family":"tau-bench","share":0.04326633531400447},{"family":"terminal-bench","share":0.040181161504929515}]},"capabilityRatings":[{"bucket":"agentic","score":0.03440259306990504,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.027822615680945014,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.013203058285828411,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011367067073505224,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.23596471660086907,"lowerBound":0,"upperBound":1,"independentScore":0.23596471660086907,"independent":true,"opponentIds":3097,"independentOpponentIds":3097,"panelSize":153,"publishers":["Artificial Analysis","Epoch AI"],"observations":["7823070fce74572c14440227","epoch-run-RMcys99fv45vvgTgakXXWn"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050858727356192394,"lowerBound":0,"upperBound":1,"independentScore":0.050858727356192394,"independent":true,"opponentIds":3083,"independentOpponentIds":3083,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["360c4369d2880bd3f33bf48d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3085,"independentOpponentIds":3085,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5bafcc8253fd4f179cd575bd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17303080480733715,"lowerBound":0,"upperBound":1,"independentScore":0.17303080480733715,"independent":true,"opponentIds":3098,"independentOpponentIds":3098,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["76b7eda2e03b9fb81d741935","epoch-run-GRQV9Q8gHoHnSEPWofiQuq"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1171004520479593,"lowerBound":0,"upperBound":1,"independentScore":0.1171004520479593,"independent":true,"opponentIds":3089,"independentOpponentIds":3089,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fff6cdef363e6e229f008d13"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.08539731944146878,"lowerBound":0,"upperBound":1,"independentScore":0.08539731944146878,"independent":true,"opponentIds":3090,"independentOpponentIds":3090,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c6cac11306b7bc7f25813687"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2229971396276588,"lowerBound":0,"upperBound":1,"independentScore":0.2229971396276588,"independent":true,"opponentIds":3091,"independentOpponentIds":3091,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4a6b0f3481ccc7e6d3e485b4"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4401233544411943,"lowerBound":0,"upperBound":1,"independentScore":0.4401233544411943,"independent":true,"opponentIds":3092,"independentOpponentIds":3092,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["f92bf192d6248fe1b4e85427"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2403561498367767,"lowerBound":0,"upperBound":1,"independentScore":0.2403561498367767,"independent":true,"opponentIds":3093,"independentOpponentIds":3093,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["30b278ac1c8c5464b1a1def2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.17957969806997995,"lowerBound":0,"upperBound":1,"independentScore":0.17957969806997995,"independent":true,"opponentIds":3094,"independentOpponentIds":3094,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6c21071980d804a1d67a0c8c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.41508025570789525,"lowerBound":0,"upperBound":1,"independentScore":0.41508025570789525,"independent":true,"opponentIds":3099,"independentOpponentIds":3099,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["05dcd8e868462f666322c651"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.30970139893687176,"lowerBound":0,"upperBound":1,"independentScore":0.30970139893687176,"independent":true,"opponentIds":3100,"independentOpponentIds":3100,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["57f6dbe626d153af997eff0b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7823070fce74572c14440227","360c4369d2880bd3f33bf48d","5bafcc8253fd4f179cd575bd","76b7eda2e03b9fb81d741935","fff6cdef363e6e229f008d13","c6cac11306b7bc7f25813687","4a6b0f3481ccc7e6d3e485b4","f92bf192d6248fe1b4e85427","30b278ac1c8c5464b1a1def2","6c21071980d804a1d67a0c8c","05dcd8e868462f666322c651","57f6dbe626d153af997eff0b","epoch-run-GRQV9Q8gHoHnSEPWofiQuq","epoch-run-RMcys99fv45vvgTgakXXWn"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-4-argon","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"qwen3-235b-a22b--effort-non-reasoning","name":"Qwen3-235B-A22B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b","detailsUrl":"/efforts?model=qwen3-235b-a22b","publishedBenchmarkCount":13,"overallRating":{"score":0.005391843638312011,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000087}],"familyWeights":[{"family":"mmlu-pro","share":0.08842244754695303},{"family":"ifbench","share":0.08820955202776291},{"family":"livecodebench","share":0.08677247483756405},{"family":"gpqa","share":0.08660875554325533},{"family":"hle","share":0.08655283065493659},{"family":"aime","share":0.08595179222757299},{"family":"critpt","share":0.08577931464705002},{"family":"omniscience","share":0.0848910753514827},{"family":"math500","share":0.08467719574464119},{"family":"aa-lcr","share":0.07895017154197918},{"family":"tau-bench","share":0.07463938320113153},{"family":"terminal-bench","share":0.06854500667567913}]},"capabilityRatings":[{"bucket":"agentic","score":0.02391607281703952,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02206880262819384,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.017864656556831792,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.037585550972715855,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2193776250490851,"lowerBound":0,"upperBound":1,"independentScore":0.2193776250490851,"independent":true,"opponentIds":3101,"independentOpponentIds":3101,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["38375a3f39d92c5ad2706da2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.0526834705943254,"lowerBound":0,"upperBound":1,"independentScore":0.0526834705943254,"independent":true,"opponentIds":3102,"independentOpponentIds":3102,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["56d76f45737dce7a63a667ff"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310997902928188,"lowerBound":0,"upperBound":1,"independentScore":0.2310997902928188,"independent":true,"opponentIds":3103,"independentOpponentIds":3103,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ca93a3563807fd6a9ff50462"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.31147530396242196,"lowerBound":0,"upperBound":1,"independentScore":0.31147530396242196,"independent":true,"opponentIds":3104,"independentOpponentIds":3104,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ca162e62aabc277e7d0ea215"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.14050306418467481,"lowerBound":0,"upperBound":1,"independentScore":0.14050306418467481,"independent":true,"opponentIds":3105,"independentOpponentIds":3105,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["8fb4c5a3c327a127ebc0ebc9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3227082461735037,"lowerBound":0,"upperBound":1,"independentScore":0.3227082461735037,"independent":true,"opponentIds":3106,"independentOpponentIds":3106,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["839df9c48331bc134df3997d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.30153390412466474,"lowerBound":0,"upperBound":1,"independentScore":0.30153390412466474,"independent":true,"opponentIds":3107,"independentOpponentIds":3107,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ab7dc27978537cbe461952da"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.520538556208317,"lowerBound":0,"upperBound":1,"independentScore":0.520538556208317,"independent":true,"opponentIds":3108,"independentOpponentIds":3108,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["a5ec4ea7bfb7ef8568384a61"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5034952239973906,"lowerBound":0,"upperBound":1,"independentScore":0.5034952239973906,"independent":true,"opponentIds":3109,"independentOpponentIds":3109,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fe9af6c837da0b3d9cf4a593"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4385063762639788,"lowerBound":0,"upperBound":1,"independentScore":0.4385063762639788,"independent":true,"opponentIds":3110,"independentOpponentIds":3110,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["69f9f3d7ea24015d72835b85"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.332732966147885,"lowerBound":0,"upperBound":1,"independentScore":0.332732966147885,"independent":true,"opponentIds":3111,"independentOpponentIds":3111,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0326ce95ca6eb85d64c1291b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3337597796930422,"lowerBound":0,"upperBound":1,"independentScore":0.3337597796930422,"independent":true,"opponentIds":3112,"independentOpponentIds":3112,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["b923b18effc8abc789063841"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38375a3f39d92c5ad2706da2","56d76f45737dce7a63a667ff","ca93a3563807fd6a9ff50462","ca162e62aabc277e7d0ea215","8fb4c5a3c327a127ebc0ebc9","839df9c48331bc134df3997d","ab7dc27978537cbe461952da","a5ec4ea7bfb7ef8568384a61","fe9af6c837da0b3d9cf4a593","69f9f3d7ea24015d72835b85","0326ce95ca6eb85d64c1291b","b923b18effc8abc789063841"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-235b-a22b--effort-reasoning","name":"Qwen3-235B-A22B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b","detailsUrl":"/efforts?model=qwen3-235b-a22b","publishedBenchmarkCount":13,"overallRating":{"score":0.013316006333473851,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000087}],"familyWeights":[{"family":"mmlu-pro","share":0.08842244754695303},{"family":"ifbench","share":0.08820955202776291},{"family":"livecodebench","share":0.08677247483756405},{"family":"gpqa","share":0.08660875554325533},{"family":"hle","share":0.08655283065493659},{"family":"aime","share":0.08595179222757299},{"family":"critpt","share":0.08577931464705002},{"family":"omniscience","share":0.0848910753514827},{"family":"math500","share":0.08467719574464119},{"family":"aa-lcr","share":0.07895017154197918},{"family":"tau-bench","share":0.07463938320113153},{"family":"terminal-bench","share":0.06854500667567913}]},"capabilityRatings":[{"bucket":"agentic","score":0.018024348553517033,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05925046691626038,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.039143514698588844,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0612058299255801,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7977141667269064,"lowerBound":0,"upperBound":1,"independentScore":0.7977141667269064,"independent":true,"opponentIds":3101,"independentOpponentIds":3101,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["89305b27a86a0ce63a7e4eb8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.0526834705943254,"lowerBound":0,"upperBound":1,"independentScore":0.0526834705943254,"independent":true,"opponentIds":3102,"independentOpponentIds":3102,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["14f9f716a2a328d472ca21e0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2310997902928188,"lowerBound":0,"upperBound":1,"independentScore":0.2310997902928188,"independent":true,"opponentIds":3103,"independentOpponentIds":3103,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e658e6c4bd06b5c59d0cdf8b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.46233346047165597,"lowerBound":0,"upperBound":1,"independentScore":0.46233346047165597,"independent":true,"opponentIds":3104,"independentOpponentIds":3104,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c361e8d72495bb5786b6cf90"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5293641573017968,"lowerBound":0,"upperBound":1,"independentScore":0.5293641573017968,"independent":true,"opponentIds":3105,"independentOpponentIds":3105,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cf462f7e796944884abc14f1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3672034563113191,"lowerBound":0,"upperBound":1,"independentScore":0.3672034563113191,"independent":true,"opponentIds":3106,"independentOpponentIds":3106,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b0696a5cc76427177558d015"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6496826768570445,"lowerBound":0,"upperBound":1,"independentScore":0.6496826768570445,"independent":true,"opponentIds":3107,"independentOpponentIds":3107,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["87125f56c97261ce790af1db"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5828410368422011,"lowerBound":0,"upperBound":1,"independentScore":0.5828410368422011,"independent":true,"opponentIds":3108,"independentOpponentIds":3108,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["43cf687682a8eb0a638a3c45"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8245400847035362,"lowerBound":0,"upperBound":1,"independentScore":0.8245400847035362,"independent":true,"opponentIds":3109,"independentOpponentIds":3109,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["227ee0acf1c6c720d1350ecf"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.43585212766537856,"lowerBound":0,"upperBound":1,"independentScore":0.43585212766537856,"independent":true,"opponentIds":3110,"independentOpponentIds":3110,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["860f80781817eb047ddb5ff5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2786291776574263,"lowerBound":0,"upperBound":1,"independentScore":0.2786291776574263,"independent":true,"opponentIds":3111,"independentOpponentIds":3111,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5ce73290decba9279d8cafa3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3337597796930422,"lowerBound":0,"upperBound":1,"independentScore":0.3337597796930422,"independent":true,"opponentIds":3112,"independentOpponentIds":3112,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["1a1ddf3972ddca61d88d99d3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["89305b27a86a0ce63a7e4eb8","14f9f716a2a328d472ca21e0","e658e6c4bd06b5c59d0cdf8b","c361e8d72495bb5786b6cf90","cf462f7e796944884abc14f1","b0696a5cc76427177558d015","87125f56c97261ce790af1db","43cf687682a8eb0a638a3c45","227ee0acf1c6c720d1350ecf","860f80781817eb047ddb5ff5","5ce73290decba9279d8cafa3","1a1ddf3972ddca61d88d99d3"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-235b-a22b-instruct-2507--effort-non-reasoning","name":"Qwen3-235B-A22B-Instruct-2507 · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b-instruct-2507","detailsUrl":"/efforts?model=qwen3-235b-a22b-instruct-2507","publishedBenchmarkCount":13,"overallRating":{"score":0.021769470191213364,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.0886243953933398},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068647},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.0839238370462847},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.03518298668957547,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07806715057545624,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04961322137681178,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08081117124541454,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.0529986525746611,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6880272892579258,"lowerBound":0,"upperBound":1,"independentScore":0.6880272892579258,"independent":true,"opponentIds":3113,"independentOpponentIds":3113,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d77b602a8a35d0a4a648dd95"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.34154562648042286,"lowerBound":0,"upperBound":1,"independentScore":0.34154562648042286,"independent":true,"opponentIds":3114,"independentOpponentIds":3114,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["67ad2e1e4f3abbfc96fd72d0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611552,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611552,"independent":true,"opponentIds":3115,"independentOpponentIds":3115,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1d7d03c896b07879689bc033"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5699975103832374,"lowerBound":0,"upperBound":1,"independentScore":0.5699975103832374,"independent":true,"opponentIds":3116,"independentOpponentIds":3116,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1622a07edd5343e87803e57a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5331370450326686,"lowerBound":0,"upperBound":1,"independentScore":0.5331370450326686,"independent":true,"opponentIds":3117,"independentOpponentIds":3117,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d64fc0c5fd25c6f3f2839386"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5665355174327855,"lowerBound":0,"upperBound":1,"independentScore":0.5665355174327855,"independent":true,"opponentIds":3118,"independentOpponentIds":3118,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["02dd73192a322d1d0f8c6c1d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5757656121379855,"lowerBound":0,"upperBound":1,"independentScore":0.5757656121379855,"independent":true,"opponentIds":3119,"independentOpponentIds":3119,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f1461f99f24065e4929bc6f5"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9118120567120251,"lowerBound":0,"upperBound":1,"independentScore":0.9118120567120251,"independent":true,"opponentIds":3120,"independentOpponentIds":3120,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["d34742eb5d738ba73157d238"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8240272769390597,"lowerBound":0,"upperBound":1,"independentScore":0.8240272769390597,"independent":true,"opponentIds":3121,"independentOpponentIds":3121,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e8399cdab1190c86e4e1550d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4453145330824776,"lowerBound":0,"upperBound":1,"independentScore":0.4453145330824776,"independent":true,"opponentIds":3122,"independentOpponentIds":3122,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c7456329253fb027797f510f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4303767980441588,"lowerBound":0,"upperBound":1,"independentScore":0.4303767980441588,"independent":true,"opponentIds":3123,"independentOpponentIds":3123,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["70d0cd044393c24c57a06146"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5625242591277091,"lowerBound":0,"upperBound":1,"independentScore":0.5625242591277091,"independent":true,"opponentIds":3124,"independentOpponentIds":3124,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9b42443b66c734d0f2d7c944"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d77b602a8a35d0a4a648dd95","67ad2e1e4f3abbfc96fd72d0","1d7d03c896b07879689bc033","1622a07edd5343e87803e57a","d64fc0c5fd25c6f3f2839386","02dd73192a322d1d0f8c6c1d","f1461f99f24065e4929bc6f5","d34742eb5d738ba73157d238","e8399cdab1190c86e4e1550d","c7456329253fb027797f510f","70d0cd044393c24c57a06146","9b42443b66c734d0f2d7c944"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-235b-a22b-thinking-2507--effort-reasoning","name":"Qwen3-235B-A22B-Thinking-2507 · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b-thinking-2507","detailsUrl":"/efforts?model=qwen3-235b-a22b-thinking-2507","publishedBenchmarkCount":22,"overallRating":{"score":0.04182271636620328,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000062}],"familyWeights":[{"family":"aime","share":0.0627425664248094},{"family":"mmlu-pro","share":0.06270516821895564},{"family":"livecodebench","share":0.06269415531423284},{"family":"math500","share":0.06236304230781018},{"family":"ifbench","share":0.06117291642588231},{"family":"hle","share":0.060090982343212695},{"family":"critpt","share":0.05997131906394505},{"family":"gpqa","share":0.05991250197690652},{"family":"omniscience","share":0.0597920569654372},{"family":"gmmlu","share":0.059080408398937204},{"family":"tau-bench","share":0.05843584288700423},{"family":"terminal-bench","share":0.057657414717019566},{"family":"aa-lcr","share":0.05612744376466504},{"family":"gdpval","share":0.055817537004827555},{"family":"automationbench","share":0.05387840040466866},{"family":"briefcase","share":0.05385635721774351},{"family":"gdp-pdf","share":0.0537018865639439}]},"capabilityRatings":[{"bucket":"agentic","score":0.07991035839962339,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11728551092234168,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09291034342146721,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12425955034587864,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.2668868054657949,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.17428781547159555,"lowerBound":0,"upperBound":1,"independentScore":0.17428781547159555,"independent":true,"opponentIds":3125,"independentOpponentIds":3125,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["cb58398f025c3edde1f70568"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9451938416268195,"lowerBound":0,"upperBound":1,"independentScore":0.9451938416268195,"independent":true,"opponentIds":3126,"independentOpponentIds":3126,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5ecc084f491a729e9b7a74c9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7215355125610544,"lowerBound":0,"upperBound":1,"independentScore":0.7215355125610544,"independent":true,"opponentIds":3127,"independentOpponentIds":3127,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3a5ed8eea3db9089c7dbc5ff"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.2894267850006487,"lowerBound":0,"upperBound":1,"independentScore":0.2894267850006487,"independent":true,"opponentIds":3128,"independentOpponentIds":3128,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["bb8fa7dd28b53b28a7ead28e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23382296808867187,"lowerBound":0,"upperBound":1,"independentScore":0.23382296808867187,"independent":true,"opponentIds":3129,"independentOpponentIds":3129,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c1990682da03247d86412c31"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3676192307580225,"lowerBound":0,"upperBound":1,"independentScore":0.3676192307580225,"independent":true,"opponentIds":3130,"independentOpponentIds":3130,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1a399e93d52acd969298026c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.2424863516262008,"lowerBound":0,"upperBound":1,"independentScore":0.2424863516262008,"independent":true,"opponentIds":3131,"independentOpponentIds":3131,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["acbe4339e44a4d24ab40f47c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7166136134016583,"lowerBound":0,"upperBound":1,"independentScore":0.7166136134016583,"independent":true,"opponentIds":3132,"independentOpponentIds":3132,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0558174eaf2fcd898108553e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6375267151748087,"lowerBound":0,"upperBound":1,"independentScore":0.6375267151748087,"independent":true,"opponentIds":3133,"independentOpponentIds":3133,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["72ec400df622abf0993c0b92"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6263536359847637,"lowerBound":0,"upperBound":1,"independentScore":0.6263536359847637,"independent":true,"opponentIds":3134,"independentOpponentIds":3134,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["07bdaa927df321564f2c1d84"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6302530100578029,"lowerBound":0,"upperBound":1,"independentScore":0.6302530100578029,"independent":true,"opponentIds":3135,"independentOpponentIds":3135,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["44d7a6991cc91d58c55ff9a6"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8943822467280957,"lowerBound":0,"upperBound":1,"independentScore":0.8943822467280957,"independent":true,"opponentIds":3136,"independentOpponentIds":3136,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cabc23b6d1570087cdf40e87"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9566151264879877,"lowerBound":0,"upperBound":1,"independentScore":0.9566151264879877,"independent":true,"opponentIds":3137,"independentOpponentIds":3137,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["67ad8c31109848b751082bc1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8918314845202588,"lowerBound":0,"upperBound":1,"independentScore":0.8918314845202588,"independent":true,"opponentIds":3138,"independentOpponentIds":3138,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1f706dbdb38fdc0c25ef1282"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.581800823435293,"lowerBound":0,"upperBound":1,"independentScore":0.581800823435293,"independent":true,"opponentIds":3139,"independentOpponentIds":3139,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e126146d0f6fd5e675ea5077"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4475767282857098,"lowerBound":0,"upperBound":1,"independentScore":0.4475767282857098,"independent":true,"opponentIds":3140,"independentOpponentIds":3140,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e51a19f3141204938b7e3a3c","2acb2f76d344a5a0435308de"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.33414828333143753,"lowerBound":0,"upperBound":1,"independentScore":0.33414828333143753,"independent":true,"opponentIds":3141,"independentOpponentIds":3141,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["0c1071699ff2079d8fdebc1b","2f2ba29d0427aaad4c86e0c6","2209fa80f3ef69cff5c6933e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cb58398f025c3edde1f70568","5ecc084f491a729e9b7a74c9","3a5ed8eea3db9089c7dbc5ff","bb8fa7dd28b53b28a7ead28e","c1990682da03247d86412c31","1a399e93d52acd969298026c","acbe4339e44a4d24ab40f47c","0558174eaf2fcd898108553e","72ec400df622abf0993c0b92","07bdaa927df321564f2c1d84","44d7a6991cc91d58c55ff9a6","cabc23b6d1570087cdf40e87","67ad8c31109848b751082bc1","1f706dbdb38fdc0c25ef1282","e126146d0f6fd5e675ea5077","e51a19f3141204938b7e3a3c","2acb2f76d344a5a0435308de","0c1071699ff2079d8fdebc1b","2f2ba29d0427aaad4c86e0c6","2209fa80f3ef69cff5c6933e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"qwen3-30b-a3b--effort-non-reasoning","name":"Qwen3-30B-A3B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b","detailsUrl":"/efforts?model=qwen3-30b-a3b","publishedBenchmarkCount":15,"overallRating":{"score":0.003960874242405142,"supported":true,"families":12,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":12,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5782568519306092},{"source":"Epoch AI","independent":true,"share":0.4217431480693996}],"familyWeights":[{"family":"gpqa","share":0.2615948193914959},{"family":"aime","share":0.2603081226215674},{"family":"mmlu-pro","share":0.051338175026549825},{"family":"livecodebench","share":0.051232960272078},{"family":"math500","share":0.0507894237420022},{"family":"ifbench","share":0.05006010044749895},{"family":"hle","share":0.049007851789766396},{"family":"critpt","share":0.04871804002925199},{"family":"omniscience","share":0.048529533812321446},{"family":"aa-lcr","share":0.045085121312052105},{"family":"tau-bench","share":0.04323132008631468},{"family":"terminal-bench","share":0.040104531469104865}]},"capabilityRatings":[{"bucket":"agentic","score":0.014760875430005755,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02240579451676353,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.018519655226073257,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.015549237421040576,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1400162089084299,"lowerBound":0,"upperBound":1,"independentScore":0.1400162089084299,"independent":true,"opponentIds":3142,"independentOpponentIds":3142,"panelSize":153,"publishers":["Artificial Analysis","Epoch AI"],"observations":["5e6dd137fbbb57f48edbb48f","epoch-run-ZzbWv2QGVfg4o2DTX45nqV"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050858727356192394,"lowerBound":0,"upperBound":1,"independentScore":0.050858727356192394,"independent":true,"opponentIds":3143,"independentOpponentIds":3143,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["70efb52fb8f76af5b6b52a6e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3144,"independentOpponentIds":3144,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ae488d8b4035636896c7c04b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.14866721495848068,"lowerBound":0,"upperBound":1,"independentScore":0.14866721495848068,"independent":true,"opponentIds":3145,"independentOpponentIds":3145,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9eba4f44d37ec442eae1c0b6","epoch-run-DGSmhVxWsi7chsuKS64VLg"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2155244230019572,"lowerBound":0,"upperBound":1,"independentScore":0.2155244230019572,"independent":true,"opponentIds":3146,"independentOpponentIds":3146,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["eeeec44dbdcbcd1fec5088ff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.20200331025720158,"lowerBound":0,"upperBound":1,"independentScore":0.20200331025720158,"independent":true,"opponentIds":3147,"independentOpponentIds":3147,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ebd843a2940c41c39943f6fc"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.29306678879641346,"lowerBound":0,"upperBound":1,"independentScore":0.29306678879641346,"independent":true,"opponentIds":3148,"independentOpponentIds":3148,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["660d0d9d49749f2371fee225"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.42203869555873746,"lowerBound":0,"upperBound":1,"independentScore":0.42203869555873746,"independent":true,"opponentIds":3149,"independentOpponentIds":3149,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["85fa93b4a127efea07f4ee97"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3415977437345243,"lowerBound":0,"upperBound":1,"independentScore":0.3415977437345243,"independent":true,"opponentIds":3150,"independentOpponentIds":3150,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a744d10897af345ffbf1637e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.13847969219865444,"lowerBound":0,"upperBound":1,"independentScore":0.13847969219865444,"independent":true,"opponentIds":3151,"independentOpponentIds":3151,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["811a45a5a0d28bd953acd4a1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.24763711520526033,"lowerBound":0,"upperBound":1,"independentScore":0.24763711520526033,"independent":true,"opponentIds":3152,"independentOpponentIds":3152,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a9de0ffeb600f9f6945e64b7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.38906461643252427,"lowerBound":0,"upperBound":1,"independentScore":0.38906461643252427,"independent":true,"opponentIds":3153,"independentOpponentIds":3153,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["af5c211c7fbd820d3a9078a1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5e6dd137fbbb57f48edbb48f","70efb52fb8f76af5b6b52a6e","ae488d8b4035636896c7c04b","9eba4f44d37ec442eae1c0b6","eeeec44dbdcbcd1fec5088ff","ebd843a2940c41c39943f6fc","660d0d9d49749f2371fee225","85fa93b4a127efea07f4ee97","a744d10897af345ffbf1637e","811a45a5a0d28bd953acd4a1","a9de0ffeb600f9f6945e64b7","af5c211c7fbd820d3a9078a1","epoch-run-DGSmhVxWsi7chsuKS64VLg","epoch-run-ZzbWv2QGVfg4o2DTX45nqV"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-4-argon","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"qwen3-30b-a3b--effort-reasoning","name":"Qwen3-30B-A3B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b","detailsUrl":"/efforts?model=qwen3-30b-a3b","publishedBenchmarkCount":13,"overallRating":{"score":0.009015404601291918,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000093}],"familyWeights":[{"family":"mmlu-pro","share":0.08847039085597913},{"family":"ifbench","share":0.0881444273943857},{"family":"livecodebench","share":0.08683107272256431},{"family":"gpqa","share":0.08651600371021877},{"family":"hle","share":0.08645113773754484},{"family":"aime","share":0.08602480329277755},{"family":"critpt","share":0.08568593039722894},{"family":"math500","share":0.08502114459181549},{"family":"omniscience","share":0.08480194651003269},{"family":"aa-lcr","share":0.07887907076299841},{"family":"tau-bench","share":0.07462372978051822},{"family":"terminal-bench","share":0.06855034224394471}]},"capabilityRatings":[{"bucket":"agentic","score":0.021663172292300897,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04634735070605852,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02157309812494244,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.039807176965991196,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6992053097245337,"lowerBound":0,"upperBound":1,"independentScore":0.6992053097245337,"independent":true,"opponentIds":3154,"independentOpponentIds":3154,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["192afae643d6adf6c2b4c358"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05363889901806849,"lowerBound":0,"upperBound":1,"independentScore":0.05363889901806849,"independent":true,"opponentIds":3143,"independentOpponentIds":3143,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fdf5b9f8d714afb06ad143b4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23162361580066188,"lowerBound":0,"upperBound":1,"independentScore":0.23162361580066188,"independent":true,"opponentIds":3144,"independentOpponentIds":3144,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4381440088e84230d7416ca0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.31872599089535875,"lowerBound":0,"upperBound":1,"independentScore":0.31872599089535875,"independent":true,"opponentIds":3155,"independentOpponentIds":3155,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3fef3ec80ad899c411e920db"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3428996877426559,"lowerBound":0,"upperBound":1,"independentScore":0.3428996877426559,"independent":true,"opponentIds":3146,"independentOpponentIds":3146,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["0d7d919efd90d5c6c7d2d155"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4496917614672648,"lowerBound":0,"upperBound":1,"independentScore":0.4496917614672648,"independent":true,"opponentIds":3147,"independentOpponentIds":3147,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dca37a8019d4b22d0d4f863a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5157014244684054,"lowerBound":0,"upperBound":1,"independentScore":0.5157014244684054,"independent":true,"opponentIds":3148,"independentOpponentIds":3148,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2c9b11fa4972aba196c050ec"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7414773895793153,"lowerBound":0,"upperBound":1,"independentScore":0.7414773895793153,"independent":true,"opponentIds":3149,"independentOpponentIds":3149,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["faac05e386302fdce6abc902"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5576168935971397,"lowerBound":0,"upperBound":1,"independentScore":0.5576168935971397,"independent":true,"opponentIds":3150,"independentOpponentIds":3150,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["bafe260a148c38a7ada467f2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3063763844019191,"lowerBound":0,"upperBound":1,"independentScore":0.3063763844019191,"independent":true,"opponentIds":3151,"independentOpponentIds":3151,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f5dec5d5bb04db837fefe24f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.31467402263480726,"lowerBound":0,"upperBound":1,"independentScore":0.31467402263480726,"independent":true,"opponentIds":3152,"independentOpponentIds":3152,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ad5665745ea3639e88c0f813"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17432103719089828,"lowerBound":0,"upperBound":1,"independentScore":0.17432103719089828,"independent":true,"opponentIds":3153,"independentOpponentIds":3153,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8a719f06b81ca947a876e5a9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["192afae643d6adf6c2b4c358","fdf5b9f8d714afb06ad143b4","4381440088e84230d7416ca0","3fef3ec80ad899c411e920db","0d7d919efd90d5c6c7d2d155","dca37a8019d4b22d0d4f863a","2c9b11fa4972aba196c050ec","faac05e386302fdce6abc902","bafe260a148c38a7ada467f2","f5dec5d5bb04db837fefe24f","ad5665745ea3639e88c0f813","8a719f06b81ca947a876e5a9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-30b-a3b-instruct-2507--effort-non-reasoning","name":"Qwen3-30B-A3B-Instruct-2507 · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-instruct-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-instruct-2507","publishedBenchmarkCount":14,"overallRating":{"score":0.008662455538272848,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000258}],"familyWeights":[{"family":"mmlu-pro","share":0.08214541335559575},{"family":"aime","share":0.08208889899461709},{"family":"livecodebench","share":0.08207309081506658},{"family":"math500","share":0.08174698896465865},{"family":"ifbench","share":0.08012348413328636},{"family":"hle","share":0.07836621981527858},{"family":"gpqa","share":0.07820951019657589},{"family":"critpt","share":0.07800142491639366},{"family":"omniscience","share":0.07772345370503754},{"family":"gmmlu","share":0.07364827688942631},{"family":"aa-lcr","share":0.07230939696648844},{"family":"tau-bench","share":0.06929140935975539},{"family":"terminal-bench","share":0.06427243188783392}]},"capabilityRatings":[{"bucket":"agentic","score":0.004871329809000122,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05340719969817865,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.032043735006376445,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.024264357807561036,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.03790926344747702,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6398302978996074,"lowerBound":0,"upperBound":1,"independentScore":0.6398302978996074,"independent":true,"opponentIds":3156,"independentOpponentIds":3156,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e6194a0353b1168809b0b254"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.27138639023084254,"lowerBound":0,"upperBound":1,"independentScore":0.27138639023084254,"independent":true,"opponentIds":3157,"independentOpponentIds":3157,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["77ce916db696117abf426908"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":3158,"independentOpponentIds":3158,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["727953477da1c7bfd3dddf55"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.19045579870550353,"lowerBound":0,"upperBound":1,"independentScore":0.19045579870550353,"independent":true,"opponentIds":3159,"independentOpponentIds":3159,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bbff8e891ca3ce9fb273e4e0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3561833227482285,"lowerBound":0,"upperBound":1,"independentScore":0.3561833227482285,"independent":true,"opponentIds":3160,"independentOpponentIds":3160,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2d5e8811e66cf17e31e93e44"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.38274268263318423,"lowerBound":0,"upperBound":1,"independentScore":0.38274268263318423,"independent":true,"opponentIds":3161,"independentOpponentIds":3161,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["fdacb847dded341069a86e17"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.24082632913743235,"lowerBound":0,"upperBound":1,"independentScore":0.24082632913743235,"independent":true,"opponentIds":3162,"independentOpponentIds":3162,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9119e88a171b62aff4d1d30f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5588432065383615,"lowerBound":0,"upperBound":1,"independentScore":0.5588432065383615,"independent":true,"opponentIds":3163,"independentOpponentIds":3163,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["04f2969c4b63ad25ed889181"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8427260702366759,"lowerBound":0,"upperBound":1,"independentScore":0.8427260702366759,"independent":true,"opponentIds":3164,"independentOpponentIds":3164,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["d2d8294eaf80d456436b1a75"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5646650034990085,"lowerBound":0,"upperBound":1,"independentScore":0.5646650034990085,"independent":true,"opponentIds":3165,"independentOpponentIds":3165,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4251c0820afca56a08be5811"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.24323540458123702,"lowerBound":0,"upperBound":1,"independentScore":0.24323540458123702,"independent":true,"opponentIds":3166,"independentOpponentIds":3166,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["de8c589cdba00a5c5afca9c9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.0775783855222314,"lowerBound":0,"upperBound":1,"independentScore":0.0775783855222314,"independent":true,"opponentIds":3167,"independentOpponentIds":3167,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["587a06eec8c56d9a9b6aedb0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3432779140315281,"lowerBound":0,"upperBound":1,"independentScore":0.3432779140315281,"independent":true,"opponentIds":3168,"independentOpponentIds":3168,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["b8383df5670c6809c2eef77c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e6194a0353b1168809b0b254","77ce916db696117abf426908","727953477da1c7bfd3dddf55","bbff8e891ca3ce9fb273e4e0","2d5e8811e66cf17e31e93e44","fdacb847dded341069a86e17","9119e88a171b62aff4d1d30f","04f2969c4b63ad25ed889181","d2d8294eaf80d456436b1a75","4251c0820afca56a08be5811","de8c589cdba00a5c5afca9c9","587a06eec8c56d9a9b6aedb0","b8383df5670c6809c2eef77c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"qwen3-30b-a3b-thinking-2507--effort-reasoning","name":"Qwen3-30B-A3B-Thinking-2507 · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-thinking-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-thinking-2507","publishedBenchmarkCount":21,"overallRating":{"score":0.01742053049610111,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999991}],"familyWeights":[{"family":"aime","share":0.06687737749526913},{"family":"mmlu-pro","share":0.0668499777086685},{"family":"livecodebench","share":0.06682955470160491},{"family":"math500","share":0.0664580256797945},{"family":"ifbench","share":0.06526163332418902},{"family":"hle","share":0.06405807395688977},{"family":"critpt","share":0.06391231128476647},{"family":"gpqa","share":0.06387434053047376},{"family":"omniscience","share":0.06371530407592975},{"family":"tau-bench","share":0.06204297916009594},{"family":"terminal-bench","share":0.06118677642674837},{"family":"aa-lcr","share":0.05959407372308508},{"family":"gdpval","share":0.05907994005909922},{"family":"automationbench","share":0.056822913197912175},{"family":"briefcase","share":0.05682260459730388},{"family":"gdp-pdf","share":0.05661411407816817}]},"capabilityRatings":[{"bucket":"agentic","score":0.03524861692844436,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07586650072701003,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.049456756348913146,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05905102929901129,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.14717099923414498,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.11477491512818833,"lowerBound":0,"upperBound":1,"independentScore":0.11477491512818833,"independent":true,"opponentIds":3169,"independentOpponentIds":3169,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["df25541f05879d48387d20a6"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5694248062173841,"lowerBound":0,"upperBound":1,"independentScore":0.5694248062173841,"independent":true,"opponentIds":3170,"independentOpponentIds":3170,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d6db70276e35943ca61c814e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5683373122125799,"lowerBound":0,"upperBound":1,"independentScore":0.5683373122125799,"independent":true,"opponentIds":3171,"independentOpponentIds":3171,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2321ae88075ead248809d8e1"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.15895305079106486,"lowerBound":0,"upperBound":1,"independentScore":0.15895305079106486,"independent":true,"opponentIds":3172,"independentOpponentIds":3172,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["1f1f0c80edae6f3a634beda2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5180774080956255,"lowerBound":0,"upperBound":1,"independentScore":0.5180774080956255,"independent":true,"opponentIds":3173,"independentOpponentIds":3173,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["370b5b9bebce490bc7802be4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.057918948448556946,"lowerBound":0,"upperBound":1,"independentScore":0.057918948448556946,"independent":true,"opponentIds":3174,"independentOpponentIds":3174,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["b4d7a3feb92d122e78ebcd62"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.165512449468455,"lowerBound":0,"upperBound":1,"independentScore":0.165512449468455,"independent":true,"opponentIds":3175,"independentOpponentIds":3175,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["810636e49e15f8ab21754d20"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4613237750688958,"lowerBound":0,"upperBound":1,"independentScore":0.4613237750688958,"independent":true,"opponentIds":3176,"independentOpponentIds":3176,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["82ee76c486480d1331cac8a7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.48564685274103325,"lowerBound":0,"upperBound":1,"independentScore":0.48564685274103325,"independent":true,"opponentIds":3177,"independentOpponentIds":3177,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["694a6ae93a990d591913241b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6160089186255178,"lowerBound":0,"upperBound":1,"independentScore":0.6160089186255178,"independent":true,"opponentIds":3178,"independentOpponentIds":3178,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7ece9316f357641df5610882"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7481200991421827,"lowerBound":0,"upperBound":1,"independentScore":0.7481200991421827,"independent":true,"opponentIds":3179,"independentOpponentIds":3179,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f4e0fece0be006e5564b5eea"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8557932765054905,"lowerBound":0,"upperBound":1,"independentScore":0.8557932765054905,"independent":true,"opponentIds":3180,"independentOpponentIds":3180,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["48efe4f78a59711b33996eb4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6594934311222516,"lowerBound":0,"upperBound":1,"independentScore":0.6594934311222516,"independent":true,"opponentIds":3181,"independentOpponentIds":3181,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1bfc9cea4d180f9ec285a7ad"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.31821005899084953,"lowerBound":0,"upperBound":1,"independentScore":0.31821005899084953,"independent":true,"opponentIds":3182,"independentOpponentIds":3182,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a0c4514c75c30f131fadd06c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2603088910000229,"lowerBound":0,"upperBound":1,"independentScore":0.2603088910000229,"independent":true,"opponentIds":3183,"independentOpponentIds":3183,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["2143491abf4fa705ee0ff478","eb94bdb3a73cbd6888dd9b81"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1918864100944427,"lowerBound":0,"upperBound":1,"independentScore":0.1918864100944427,"independent":true,"opponentIds":3184,"independentOpponentIds":3184,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["7da6e30fc453a9160b7fc090","da91fae6c59400b775705b5c","52eff8771abcc56b8e2ca851"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["df25541f05879d48387d20a6","d6db70276e35943ca61c814e","2321ae88075ead248809d8e1","1f1f0c80edae6f3a634beda2","370b5b9bebce490bc7802be4","b4d7a3feb92d122e78ebcd62","810636e49e15f8ab21754d20","82ee76c486480d1331cac8a7","694a6ae93a990d591913241b","7ece9316f357641df5610882","f4e0fece0be006e5564b5eea","48efe4f78a59711b33996eb4","1bfc9cea4d180f9ec285a7ad","a0c4514c75c30f131fadd06c","2143491abf4fa705ee0ff478","eb94bdb3a73cbd6888dd9b81","7da6e30fc453a9160b7fc090","da91fae6c59400b775705b5c","52eff8771abcc56b8e2ca851"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-32b--effort-reasoning","name":"Qwen3-32B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-32b","detailsUrl":"/efforts?model=qwen3-32b","publishedBenchmarkCount":21,"overallRating":{"score":0.012189538147372456,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999831}],"familyWeights":[{"family":"critpt","share":0.07324706813687168},{"family":"omniscience","share":0.07302128690381904},{"family":"tau-bench","share":0.07110470941515196},{"family":"terminal-bench","share":0.07012345339909182},{"family":"gdpval","share":0.06770890158783197},{"family":"automationbench","share":0.06512222310656851},{"family":"briefcase","share":0.0651218694330848},{"family":"gdp-pdf","share":0.06488292768690102},{"family":"mmlu-pro","share":0.05768720786817903},{"family":"ifbench","share":0.057488985539819334},{"family":"livecodebench","share":0.05705822918325477},{"family":"aime","share":0.05691201302163943},{"family":"hle","share":0.05634362127589355},{"family":"gpqa","share":0.05629351679683556},{"family":"math500","share":0.05624625105448926},{"family":"aa-lcr","share":0.051637735590562}]},"capabilityRatings":[{"bucket":"agentic","score":0.04152363792153469,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0683200564369864,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.032607392931158725,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.042224481307278156,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.051847664141140656,"lowerBound":0,"upperBound":1,"independentScore":0.051847664141140656,"independent":true,"opponentIds":3185,"independentOpponentIds":3185,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["74a1fb34b8502ef69002e5e6"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7131562502441576,"lowerBound":0,"upperBound":1,"independentScore":0.7131562502441576,"independent":true,"opponentIds":3186,"independentOpponentIds":3186,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["236503dc2ece70ff04cb2662"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.052649331888338036,"lowerBound":0,"upperBound":1,"independentScore":0.052649331888338036,"independent":true,"opponentIds":3187,"independentOpponentIds":3187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dc2bbac9236f9e228cd498ce"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.19737562953061596,"lowerBound":0,"upperBound":1,"independentScore":0.19737562953061596,"independent":true,"opponentIds":3188,"independentOpponentIds":3188,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f14f0ee78f85450317855ae0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5180774080956255,"lowerBound":0,"upperBound":1,"independentScore":0.5180774080956255,"independent":true,"opponentIds":3189,"independentOpponentIds":3189,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["32e698f91999aa66dbf0d33b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.22173530295853494,"lowerBound":0,"upperBound":1,"independentScore":0.22173530295853494,"independent":true,"opponentIds":3190,"independentOpponentIds":3190,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["2881dc70ef3c09ffe8b7aaf6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.15723276832780644,"lowerBound":0,"upperBound":1,"independentScore":0.15723276832780644,"independent":true,"opponentIds":3191,"independentOpponentIds":3191,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["edcb1e7969f07b76a885c9b5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3874508411799844,"lowerBound":0,"upperBound":1,"independentScore":0.3874508411799844,"independent":true,"opponentIds":3192,"independentOpponentIds":3192,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["09c94da7f63cc4f35fcaa8ef"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3977657646567004,"lowerBound":0,"upperBound":1,"independentScore":0.3977657646567004,"independent":true,"opponentIds":3193,"independentOpponentIds":3193,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["532667768a038808e1c06a66"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.312364365171477,"lowerBound":0,"upperBound":1,"independentScore":0.312364365171477,"independent":true,"opponentIds":3194,"independentOpponentIds":3194,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fe95c5c72ff58ffbfe5f6823"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5828252238724488,"lowerBound":0,"upperBound":1,"independentScore":0.5828252238724488,"independent":true,"opponentIds":3195,"independentOpponentIds":3195,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["366e308a05ab543e85742e62"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7449637340698326,"lowerBound":0,"upperBound":1,"independentScore":0.7449637340698326,"independent":true,"opponentIds":3196,"independentOpponentIds":3196,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["0b986f53a1a49d882b80d396"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6391093551533201,"lowerBound":0,"upperBound":1,"independentScore":0.6391093551533201,"independent":true,"opponentIds":3197,"independentOpponentIds":3197,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["239624201d84931ac65ea002"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3881457089106625,"lowerBound":0,"upperBound":1,"independentScore":0.3881457089106625,"independent":true,"opponentIds":3198,"independentOpponentIds":3198,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7986bc6ac6e65fd08a7872d5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2759749542551355,"lowerBound":0,"upperBound":1,"independentScore":0.2759749542551355,"independent":true,"opponentIds":3199,"independentOpponentIds":3199,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["49a11e10c53668cb78a23aff","66b3f17222441498b28217a6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1874327780189098,"lowerBound":0,"upperBound":1,"independentScore":0.1874327780189098,"independent":true,"opponentIds":3200,"independentOpponentIds":3200,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["0473d12b293f64f0a0d6891e","600f05c1a0f31fa75134db9e","051c088ca8dff8e607638eba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["74a1fb34b8502ef69002e5e6","236503dc2ece70ff04cb2662","dc2bbac9236f9e228cd498ce","f14f0ee78f85450317855ae0","32e698f91999aa66dbf0d33b","2881dc70ef3c09ffe8b7aaf6","edcb1e7969f07b76a885c9b5","09c94da7f63cc4f35fcaa8ef","532667768a038808e1c06a66","fe95c5c72ff58ffbfe5f6823","366e308a05ab543e85742e62","0b986f53a1a49d882b80d396","239624201d84931ac65ea002","7986bc6ac6e65fd08a7872d5","49a11e10c53668cb78a23aff","66b3f17222441498b28217a6","0473d12b293f64f0a0d6891e","600f05c1a0f31fa75134db9e","051c088ca8dff8e607638eba"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-32b--effort-non-reasoning","name":"Qwen3-32B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-32b","detailsUrl":"/efforts?model=qwen3-32b","publishedBenchmarkCount":10,"overallRating":{"score":0.0033804165075937806,"supported":true,"families":8,"publishers":2,"evaluationSources":2,"taskAreas":4,"opponents":230,"independentFamilies":8,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5307555835940515},{"source":"Epoch AI","independent":true,"share":0.4692444164059502}],"familyWeights":[{"family":"gpqa","share":0.3030821714606751},{"family":"aime","share":0.299781995057323},{"family":"mmlu-pro","share":0.06808987434066024},{"family":"ifbench","share":0.06785590681253223},{"family":"livecodebench","share":0.06734747266787845},{"family":"hle","share":0.0665040003555028},{"family":"math500","share":0.06638907147638128},{"family":"aa-lcr","share":0.06094950782904988}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.020054454971265435,"supported":true,"families":4,"independentFamilies":4,"opponents":230,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.008906266445072428,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01570547172780247,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.08929546809129643,"lowerBound":0,"upperBound":1,"independentScore":0.08929546809129643,"independent":true,"opponentIds":3201,"independentOpponentIds":3201,"panelSize":153,"publishers":["Artificial Analysis","Epoch AI"],"observations":["50bc16029e3f89646a8db5d5","epoch-run-CfmvbqzjpF6cCJQfzqdD4w"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.052649331888338036,"lowerBound":0,"upperBound":1,"independentScore":0.052649331888338036,"independent":true,"opponentIds":3187,"independentOpponentIds":3187,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["467c0d1a8d9fbd1da7d58c18"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2118202095235166,"lowerBound":0,"upperBound":1,"independentScore":0.2118202095235166,"independent":true,"opponentIds":3202,"independentOpponentIds":3202,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["ef0a55af7e9bca42a6969898","epoch-run-EXpHB6kFqDjRfG9A5LsDf6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.12248671334109343,"lowerBound":0,"upperBound":1,"independentScore":0.12248671334109343,"independent":true,"opponentIds":3193,"independentOpponentIds":3193,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["48c85cef75aca509424f96d8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.17876519410210753,"lowerBound":0,"upperBound":1,"independentScore":0.17876519410210753,"independent":true,"opponentIds":3194,"independentOpponentIds":3194,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cc30d25c84e9b4477b649acc"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.22335692033714197,"lowerBound":0,"upperBound":1,"independentScore":0.22335692033714197,"independent":true,"opponentIds":3195,"independentOpponentIds":3195,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c013a49962eaeffd601049e4"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4358090770765026,"lowerBound":0,"upperBound":1,"independentScore":0.4358090770765026,"independent":true,"opponentIds":3196,"independentOpponentIds":3196,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ba8a236b0d865aa499356fe1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3675950638231266,"lowerBound":0,"upperBound":1,"independentScore":0.3675950638231266,"independent":true,"opponentIds":3197,"independentOpponentIds":3197,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["29346831ae44b3d310de7180"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["50bc16029e3f89646a8db5d5","467c0d1a8d9fbd1da7d58c18","ef0a55af7e9bca42a6969898","48c85cef75aca509424f96d8","cc30d25c84e9b4477b649acc","c013a49962eaeffd601049e4","ba8a236b0d865aa499356fe1","29346831ae44b3d310de7180","epoch-run-EXpHB6kFqDjRfG9A5LsDf6","epoch-run-CfmvbqzjpF6cCJQfzqdD4w"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-4-argon","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"qwen3-4b--effort-reasoning","name":"Qwen3-4B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b","detailsUrl":"/efforts?model=qwen3-4b","publishedBenchmarkCount":9,"overallRating":{"score":0.003391309614391691,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":229,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000008}],"familyWeights":[{"family":"ifbench","share":0.1494530549528876},{"family":"aime","share":0.14867372200240656},{"family":"aa-lcr","share":0.13422970752737118},{"family":"tau-bench","share":0.12732532250534578},{"family":"gpqa","share":0.089549594182856},{"family":"hle","share":0.08937471829402308},{"family":"mmlu-pro","share":0.08918813186112291},{"family":"livecodebench","share":0.08713656774417614},{"family":"math500","share":0.08506918092981366}]},"capabilityRatings":[{"bucket":"agentic","score":0.009642661179109285,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.019929213964617897,"supported":true,"families":4,"independentFamilies":4,"opponents":229,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.024536897962745025,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.015314234906599422,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2227981976472575,"lowerBound":0,"upperBound":1,"independentScore":0.2227981976472575,"independent":true,"opponentIds":3203,"independentOpponentIds":3203,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3fb8f25022ef3577afaf7e10"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05239729055473679,"lowerBound":0,"upperBound":1,"independentScore":0.05239729055473679,"independent":true,"opponentIds":3204,"independentOpponentIds":3204,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["37ddd191ba8a7706c22ede89"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2143276664639155,"lowerBound":0,"upperBound":1,"independentScore":0.2143276664639155,"independent":true,"opponentIds":3205,"independentOpponentIds":3205,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["91155b95de942a7455e43323"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.16482181981508034,"lowerBound":0,"upperBound":1,"independentScore":0.16482181981508034,"independent":true,"opponentIds":3206,"independentOpponentIds":3206,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["603076858d0e2948a85c123d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.22181896159593584,"lowerBound":0,"upperBound":1,"independentScore":0.22181896159593584,"independent":true,"opponentIds":3207,"independentOpponentIds":3207,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["87904f931dc2ffb73802afcf"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4430438749823924,"lowerBound":0,"upperBound":1,"independentScore":0.4430438749823924,"independent":true,"opponentIds":3208,"independentOpponentIds":3208,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e0bb53c1cf9d782756209f3d"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6428804704518956,"lowerBound":0,"upperBound":1,"independentScore":0.6428804704518956,"independent":true,"opponentIds":3209,"independentOpponentIds":3209,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b4374f7d2c16022ba21b76a9"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3022675415104911,"lowerBound":0,"upperBound":1,"independentScore":0.3022675415104911,"independent":true,"opponentIds":3210,"independentOpponentIds":3210,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f46c6d830769a6c4e5c99df7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.17126384100807537,"lowerBound":0,"upperBound":1,"independentScore":0.17126384100807537,"independent":true,"opponentIds":3211,"independentOpponentIds":3211,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["32c6def6785bf325dc4f87ed"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3fb8f25022ef3577afaf7e10","37ddd191ba8a7706c22ede89","91155b95de942a7455e43323","603076858d0e2948a85c123d","87904f931dc2ffb73802afcf","e0bb53c1cf9d782756209f3d","b4374f7d2c16022ba21b76a9","f46c6d830769a6c4e5c99df7","32c6def6785bf325dc4f87ed"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"qwen3-4b--effort-non-reasoning","name":"Qwen3-4B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b","detailsUrl":"/efforts?model=qwen3-4b","publishedBenchmarkCount":6,"overallRating":{"score":0.0015585405064157765,"supported":true,"families":5,"publishers":2,"evaluationSources":2,"taskAreas":3,"opponents":230,"independentFamilies":5,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5518235853171395},{"source":"Epoch AI","independent":true,"share":0.44817641468285646}],"familyWeights":[{"family":"gpqa","share":0.559859050800124},{"family":"mmlu-pro","share":0.11204339521708603},{"family":"hle","share":0.11158950740583674},{"family":"livecodebench","share":0.10963725620190944},{"family":"math500","share":0.10687079037504119}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.012594109787501659,"supported":true,"families":3,"independentFamilies":3,"opponents":230,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005529804269052602,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.00722621477428041,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.03891102757696541,"lowerBound":0,"upperBound":1,"independentScore":0.03891102757696541,"independent":true,"opponentIds":3212,"independentOpponentIds":3212,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["65f0ddfbfd712968af3079af","epoch-run-SLJyD8yew4TxcmprJfVvuE"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.04791169046274126,"lowerBound":0,"upperBound":1,"independentScore":0.04791169046274126,"independent":true,"opponentIds":3206,"independentOpponentIds":3206,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6a3477ae7039d94212e11fec"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.1372963447188971,"lowerBound":0,"upperBound":1,"independentScore":0.1372963447188971,"independent":true,"opponentIds":3208,"independentOpponentIds":3208,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7eda1f86bc4fd88090113e80"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.3690173669318262,"lowerBound":0,"upperBound":1,"independentScore":0.3690173669318262,"independent":true,"opponentIds":3209,"independentOpponentIds":3209,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["f7989a07f2d2c06d46c14671"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.171336680355283,"lowerBound":0,"upperBound":1,"independentScore":0.171336680355283,"independent":true,"opponentIds":3210,"independentOpponentIds":3210,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["629a36632de288da7f71fb5d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["65f0ddfbfd712968af3079af","6a3477ae7039d94212e11fec","7eda1f86bc4fd88090113e80","f7989a07f2d2c06d46c14671","629a36632de288da7f71fb5d","epoch-run-SLJyD8yew4TxcmprJfVvuE"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-6-luna","gpt-6-sol","qwen3.7-flash","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","deepseek-v4.1-flash","gemini-4-argon","gpt-4-turbo","gpt-6.1-sol","grok-4.7","mimo-v2.6-flash","mimo-v2.6-pro","mistral-large-4","muse-wonder","muse-wonder-full","solar-mini4-260922","step-5-preview"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":6}],"unspecified":0,"total":6}},{"id":"qwen3-4b-instruct-2507--effort-non-reasoning","name":"Qwen3-4B-Instruct-2507 · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b-instruct-2507","detailsUrl":"/efforts?model=qwen3-4b-instruct-2507","publishedBenchmarkCount":13,"overallRating":{"score":0.004401824476429298,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000067}],"familyWeights":[{"family":"mmlu-pro","share":0.08965553356292784},{"family":"aime","share":0.08949746747004217},{"family":"livecodebench","share":0.08947178949828227},{"family":"ifbench","share":0.08742354034815615},{"family":"hle","share":0.08558592312079857},{"family":"gpqa","share":0.08541875740410196},{"family":"critpt","share":0.08507980407764416},{"family":"omniscience","share":0.08475060216405653},{"family":"gmmlu","share":0.07884583573806746},{"family":"aa-lcr","share":0.07873537781370199},{"family":"tau-bench","share":0.0754979519035066},{"family":"terminal-bench","share":0.07003741689871808}]},"capabilityRatings":[{"bucket":"agentic","score":0.022720530841807415,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02787935736110314,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.018306802471026205,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.012989150996769167,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.02028819175403457,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5137125420287079,"lowerBound":0,"upperBound":1,"independentScore":0.5137125420287079,"independent":true,"opponentIds":3213,"independentOpponentIds":3213,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b8304749e7352f154e474794"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.15751740876944467,"lowerBound":0,"upperBound":1,"independentScore":0.15751740876944467,"independent":true,"opponentIds":3214,"independentOpponentIds":3214,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["15a1c599f7692208475bf7ec"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3215,"independentOpponentIds":3215,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["56d2377da4fb0704eb1ac2d3"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.11773697139228965,"lowerBound":0,"upperBound":1,"independentScore":0.11773697139228965,"independent":true,"opponentIds":3216,"independentOpponentIds":3216,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["fa65e4aae5f09070d5102301"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.21851434324081545,"lowerBound":0,"upperBound":1,"independentScore":0.21851434324081545,"independent":true,"opponentIds":3217,"independentOpponentIds":3217,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9eb087a7abc8d597044257ee"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.18559629704929523,"lowerBound":0,"upperBound":1,"independentScore":0.18559629704929523,"independent":true,"opponentIds":3218,"independentOpponentIds":3218,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4d43e7f62daa161d728080e2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.27355753918068765,"lowerBound":0,"upperBound":1,"independentScore":0.27355753918068765,"independent":true,"opponentIds":3219,"independentOpponentIds":3219,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c10be8c55f9429f748beb6b9"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3700830782926206,"lowerBound":0,"upperBound":1,"independentScore":0.3700830782926206,"independent":true,"opponentIds":3220,"independentOpponentIds":3220,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9b204881e5210ee72604f1d6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.23093964834563838,"lowerBound":0,"upperBound":1,"independentScore":0.23093964834563838,"independent":true,"opponentIds":3221,"independentOpponentIds":3221,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["78d1af6fd684f7bf363b664e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1172533600524509,"lowerBound":0,"upperBound":1,"independentScore":0.1172533600524509,"independent":true,"opponentIds":3222,"independentOpponentIds":3222,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cd9a6a9b734e8a05a1d62106"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3292682557251079,"lowerBound":0,"upperBound":1,"independentScore":0.3292682557251079,"independent":true,"opponentIds":3223,"independentOpponentIds":3223,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["be24a4e27b32bad48a266dab"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2815378616093684,"lowerBound":0,"upperBound":1,"independentScore":0.2815378616093684,"independent":true,"opponentIds":3224,"independentOpponentIds":3224,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["37afc57a11a68563f8f2ef72"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b8304749e7352f154e474794","15a1c599f7692208475bf7ec","56d2377da4fb0704eb1ac2d3","fa65e4aae5f09070d5102301","9eb087a7abc8d597044257ee","4d43e7f62daa161d728080e2","c10be8c55f9429f748beb6b9","9b204881e5210ee72604f1d6","78d1af6fd684f7bf363b664e","cd9a6a9b734e8a05a1d62106","be24a4e27b32bad48a266dab","37afc57a11a68563f8f2ef72"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-4b-thinking-2507--effort-reasoning","name":"Qwen3-4B-Thinking-2507 · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b-thinking-2507","detailsUrl":"/efforts?model=qwen3-4b-thinking-2507","publishedBenchmarkCount":12,"overallRating":{"score":0.010685893159719115,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000011}],"familyWeights":[{"family":"mmlu-pro","share":0.09698613285275767},{"family":"livecodebench","share":0.09662263447838267},{"family":"aime","share":0.09657872031094211},{"family":"ifbench","share":0.09516599416088754},{"family":"hle","share":0.0933259428359977},{"family":"gpqa","share":0.09307669484634999},{"family":"critpt","share":0.09262848154167995},{"family":"omniscience","share":0.09222126562849228},{"family":"aa-lcr","share":0.08567576375668642},{"family":"tau-bench","share":0.0818599099130867},{"family":"terminal-bench","share":0.07585845967475163}]},"capabilityRatings":[{"bucket":"agentic","score":0.01991166152757093,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05451174821448418,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02702224734952158,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03290190891862591,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06032843173349256,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8258576775630153,"lowerBound":0,"upperBound":1,"independentScore":0.8258576775630153,"independent":true,"opponentIds":3225,"independentOpponentIds":3225,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["96ebe1b6fbf2e0d343e3a601"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.365783819352985,"lowerBound":0,"upperBound":1,"independentScore":0.365783819352985,"independent":true,"opponentIds":3226,"independentOpponentIds":3226,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e5545ac10fac2b93cda828d1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23459648479828435,"lowerBound":0,"upperBound":1,"independentScore":0.23459648479828435,"independent":true,"opponentIds":3227,"independentOpponentIds":3227,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["73326f7b5805389fbe29ad4d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3820736281492563,"lowerBound":0,"upperBound":1,"independentScore":0.3820736281492563,"independent":true,"opponentIds":3228,"independentOpponentIds":3228,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e11def07dfa9e995c73e1bac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3443708138693711,"lowerBound":0,"upperBound":1,"independentScore":0.3443708138693711,"independent":true,"opponentIds":3229,"independentOpponentIds":3229,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["15a62e80d61f958a5049ebf7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6025843260482664,"lowerBound":0,"upperBound":1,"independentScore":0.6025843260482664,"independent":true,"opponentIds":3230,"independentOpponentIds":3230,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8942418d355ebf98c867b34b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6585750152151828,"lowerBound":0,"upperBound":1,"independentScore":0.6585750152151828,"independent":true,"opponentIds":3231,"independentOpponentIds":3231,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["db6ac46ae5700dbe44444c52"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.42871394175083133,"lowerBound":0,"upperBound":1,"independentScore":0.42871394175083133,"independent":true,"opponentIds":3232,"independentOpponentIds":3232,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7b9744f8d20c3175afe7b407"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.150819428334573,"lowerBound":0,"upperBound":1,"independentScore":0.150819428334573,"independent":true,"opponentIds":3233,"independentOpponentIds":3233,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fa0a36c238b7bcee88d55771"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3047268959003844,"lowerBound":0,"upperBound":1,"independentScore":0.3047268959003844,"independent":true,"opponentIds":3234,"independentOpponentIds":3234,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9cd71124c6978766c9d6d511"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12399949707612945,"lowerBound":0,"upperBound":1,"independentScore":0.12399949707612945,"independent":true,"opponentIds":3235,"independentOpponentIds":3235,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6478507eb9c1b358f3b4a3c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["96ebe1b6fbf2e0d343e3a601","e5545ac10fac2b93cda828d1","73326f7b5805389fbe29ad4d","e11def07dfa9e995c73e1bac","15a62e80d61f958a5049ebf7","8942418d355ebf98c867b34b","db6ac46ae5700dbe44444c52","7b9744f8d20c3175afe7b407","fa0a36c238b7bcee88d55771","9cd71124c6978766c9d6d511","a6478507eb9c1b358f3b4a3c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-8b--effort-reasoning","name":"Qwen3-8B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-8b","detailsUrl":"/efforts?model=qwen3-8b","publishedBenchmarkCount":21,"overallRating":{"score":0.004590905380866439,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000021}],"familyWeights":[{"family":"gdpval","share":0.07069734478045489},{"family":"terminal-bench","share":0.07025768019721822},{"family":"tau-bench","share":0.06912568809781199},{"family":"automationbench","share":0.0679964990107322},{"family":"briefcase","share":0.06799612972729042},{"family":"gdp-pdf","share":0.0677466418960562},{"family":"mmlu-pro","share":0.06035228020956828},{"family":"ifbench","share":0.06010253939494205},{"family":"livecodebench","share":0.05969766468170132},{"family":"aime","share":0.059549479369908564},{"family":"math500","share":0.05895478211193362},{"family":"hle","share":0.058890977802404244},{"family":"gpqa","share":0.05884208859236275},{"family":"critpt","share":0.058108712655768946},{"family":"omniscience","share":0.05770127241603421},{"family":"aa-lcr","share":0.053980219055812656}]},"capabilityRatings":[{"bucket":"agentic","score":0.030010616054801747,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020055789126750042,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.021321358828063613,"supported":true,"families":2,"independentFamilies":2,"opponents":226,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.020959936161831127,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.051847664141140656,"lowerBound":0,"upperBound":1,"independentScore":0.051847664141140656,"independent":true,"opponentIds":3236,"independentOpponentIds":3236,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6aec1ffa155c03633da8ddbc"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.17138589612340255,"lowerBound":0,"upperBound":1,"independentScore":0.17138589612340255,"independent":true,"opponentIds":3237,"independentOpponentIds":3237,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0ee738972827562727062ab4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05317447774005877,"lowerBound":0,"upperBound":1,"independentScore":0.05317447774005877,"independent":true,"opponentIds":3238,"independentOpponentIds":3238,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fff734316823fab5da7d9839"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.08014192009541043,"lowerBound":0,"upperBound":1,"independentScore":0.08014192009541043,"independent":true,"opponentIds":3239,"independentOpponentIds":3239,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["470d367830b121eff8410527"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23122859820630182,"lowerBound":0,"upperBound":1,"independentScore":0.23122859820630182,"independent":true,"opponentIds":3240,"independentOpponentIds":3240,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a71931fca8ea24e37311ccff"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.19928666682774532,"lowerBound":0,"upperBound":1,"independentScore":0.19928666682774532,"independent":true,"opponentIds":3241,"independentOpponentIds":3241,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["ebca0d32e1876250f09920a9"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.08734251869939068,"lowerBound":0,"upperBound":1,"independentScore":0.08734251869939068,"independent":true,"opponentIds":3242,"independentOpponentIds":3242,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7855991e76b29f4da4df3c62"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.28624750158076456,"lowerBound":0,"upperBound":1,"independentScore":0.28624750158076456,"independent":true,"opponentIds":3243,"independentOpponentIds":3243,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3f121713f6dd60580e421928"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10057559072034482,"lowerBound":0,"upperBound":1,"independentScore":0.10057559072034482,"independent":true,"opponentIds":3244,"independentOpponentIds":3244,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["07a8885a5754031517a535e8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2638429442654666,"lowerBound":0,"upperBound":1,"independentScore":0.2638429442654666,"independent":true,"opponentIds":3245,"independentOpponentIds":3245,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c0a1791dc8cd498b60abbce8"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.41750796576112076,"lowerBound":0,"upperBound":1,"independentScore":0.41750796576112076,"independent":true,"opponentIds":3246,"independentOpponentIds":3246,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1c4376001c7ea7ed1c0c72d6"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5152458899825271,"lowerBound":0,"upperBound":1,"independentScore":0.5152458899825271,"independent":true,"opponentIds":3247,"independentOpponentIds":3247,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["c030d0371f9e059436a36972"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4194804877417226,"lowerBound":0,"upperBound":1,"independentScore":0.4194804877417226,"independent":true,"opponentIds":3248,"independentOpponentIds":3248,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3085e36820ee68bd4a102b22"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.18557166341631529,"lowerBound":0,"upperBound":1,"independentScore":0.18557166341631529,"independent":true,"opponentIds":3249,"independentOpponentIds":3249,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5702032aa67edf32f4667d95"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22363456090029243,"lowerBound":0,"upperBound":1,"independentScore":0.22363456090029243,"independent":true,"opponentIds":3250,"independentOpponentIds":3250,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a2753d2f3b8d5e1cdf181a56","733f2508843a636f98ba5701"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.15311663492158958,"lowerBound":0,"upperBound":1,"independentScore":0.15311663492158958,"independent":true,"opponentIds":3251,"independentOpponentIds":3251,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["25b23d6d1d47b76b25448251","90aa8fa4b05c718ddfd307c8","5c8bf720b7385ebdeb270f69"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6aec1ffa155c03633da8ddbc","0ee738972827562727062ab4","fff734316823fab5da7d9839","470d367830b121eff8410527","a71931fca8ea24e37311ccff","ebca0d32e1876250f09920a9","7855991e76b29f4da4df3c62","3f121713f6dd60580e421928","07a8885a5754031517a535e8","c0a1791dc8cd498b60abbce8","1c4376001c7ea7ed1c0c72d6","c030d0371f9e059436a36972","3085e36820ee68bd4a102b22","5702032aa67edf32f4667d95","a2753d2f3b8d5e1cdf181a56","733f2508843a636f98ba5701","25b23d6d1d47b76b25448251","90aa8fa4b05c718ddfd307c8","5c8bf720b7385ebdeb270f69"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-8b--effort-non-reasoning","name":"Qwen3-8B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-8b","detailsUrl":"/efforts?model=qwen3-8b","publishedBenchmarkCount":15,"overallRating":{"score":0.0023013799488494336,"supported":true,"families":12,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":233,"independentFamilies":12,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5783082182079717},{"source":"Epoch AI","independent":true,"share":0.42169178179203176}],"familyWeights":[{"family":"gpqa","share":0.2615629584066472},{"family":"aime","share":0.2602764183501673},{"family":"mmlu-pro","share":0.051331922284922574},{"family":"livecodebench","share":0.0512267203450994},{"family":"math500","share":0.05078323783562958},{"family":"ifbench","share":0.05005400336917915},{"family":"hle","share":0.049001882870248134},{"family":"critpt","share":0.04871210640740565},{"family":"omniscience","share":0.048523623149621366},{"family":"aa-lcr","share":0.04507963016214949},{"family":"tau-bench","share":0.04326633531400447},{"family":"terminal-bench","share":0.040181161504929515}]},"capabilityRatings":[{"bucket":"agentic","score":0.01913365035326213,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.015958862117270902,"supported":true,"families":5,"independentFamilies":5,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007157367608873992,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.010393856689663014,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.0742389562116935,"lowerBound":0,"upperBound":1,"independentScore":0.0742389562116935,"independent":true,"opponentIds":3252,"independentOpponentIds":3252,"panelSize":153,"publishers":["Artificial Analysis","Epoch AI"],"observations":["77e57e37efff0800a4ac52e2","epoch-run-ASLdzByzxxMxFeLc7dwTPi"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050858727356192394,"lowerBound":0,"upperBound":1,"independentScore":0.050858727356192394,"independent":true,"opponentIds":3238,"independentOpponentIds":3238,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["810d82044b4b72e1d77b2229"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3240,"independentOpponentIds":3240,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["553d1656777ad9dd0b5fbd2e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.11205532756358856,"lowerBound":0,"upperBound":1,"independentScore":0.11205532756358856,"independent":true,"opponentIds":3253,"independentOpponentIds":3253,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9607a0d57cad509ef28ad301","epoch-run-LcttjHHzTyAW6MqNE29xiK"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.0025101008863522966,"lowerBound":0,"upperBound":1,"independentScore":0.0025101008863522966,"independent":true,"opponentIds":3244,"independentOpponentIds":3244,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f444a8a8c61adea63cb4e058"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.13478947707072025,"lowerBound":0,"upperBound":1,"independentScore":0.13478947707072025,"independent":true,"opponentIds":3245,"independentOpponentIds":3245,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bf779bb3e13563b175f0959e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.12411447987452295,"lowerBound":0,"upperBound":1,"independentScore":0.12411447987452295,"independent":true,"opponentIds":3246,"independentOpponentIds":3246,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a1b9be1ec2a8c4aba2017b1b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.3243314647930738,"lowerBound":0,"upperBound":1,"independentScore":0.3243314647930738,"independent":true,"opponentIds":3247,"independentOpponentIds":3247,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["3598c03b7e5214c93e9c72ca"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.19738841614191874,"lowerBound":0,"upperBound":1,"independentScore":0.19738841614191874,"independent":true,"opponentIds":3248,"independentOpponentIds":3248,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["bbb6369c5b97ed3eb6f04b90"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.12255994308900178,"lowerBound":0,"upperBound":1,"independentScore":0.12255994308900178,"independent":true,"opponentIds":3249,"independentOpponentIds":3249,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["f261ae29c7c086c8c29aff0b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.29638613207558284,"lowerBound":0,"upperBound":1,"independentScore":0.29638613207558284,"independent":true,"opponentIds":3254,"independentOpponentIds":3254,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c2a1189537534941d9d8a6cf"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17747982481686628,"lowerBound":0,"upperBound":1,"independentScore":0.17747982481686628,"independent":true,"opponentIds":3255,"independentOpponentIds":3255,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e64c7478502eac8baee26e39"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["77e57e37efff0800a4ac52e2","810d82044b4b72e1d77b2229","553d1656777ad9dd0b5fbd2e","9607a0d57cad509ef28ad301","f444a8a8c61adea63cb4e058","bf779bb3e13563b175f0959e","a1b9be1ec2a8c4aba2017b1b","3598c03b7e5214c93e9c72ca","bbb6369c5b97ed3eb6f04b90","f261ae29c7c086c8c29aff0b","c2a1189537534941d9d8a6cf","e64c7478502eac8baee26e39","epoch-run-LcttjHHzTyAW6MqNE29xiK","epoch-run-ASLdzByzxxMxFeLc7dwTPi"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","claude-haiku-5-5","claude-opus-5-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-4-argon","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"qwen3-coder-30b-a3b-instruct--effort-non-reasoning","name":"Qwen3-Coder-30B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-30b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-coder-30b-a3b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.005901401795297451,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.08862439539333979},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068647},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.0839238370462847},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.03817009936258037,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020551460431020813,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.034599505875945256,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02135048864710472,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.04982020243055408,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.30036144814561444,"lowerBound":0,"upperBound":1,"independentScore":0.30036144814561444,"independent":true,"opponentIds":3256,"independentOpponentIds":3256,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a5e53cf2346ee45d0c582775"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3272656382378635,"lowerBound":0,"upperBound":1,"independentScore":0.3272656382378635,"independent":true,"opponentIds":3257,"independentOpponentIds":3257,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8639ec30f3a041013cccdecc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3258,"independentOpponentIds":3258,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["fdd2d19f3143bc2b076e5415"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2131995983879585,"lowerBound":0,"upperBound":1,"independentScore":0.2131995983879585,"independent":true,"opponentIds":3259,"independentOpponentIds":3259,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2ae61a29f11e72de77a36c9d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.0961507638810959,"lowerBound":0,"upperBound":1,"independentScore":0.0961507638810959,"independent":true,"opponentIds":3260,"independentOpponentIds":3260,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["eec049bcf666ad4a78e12134"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2307399416891433,"lowerBound":0,"upperBound":1,"independentScore":0.2307399416891433,"independent":true,"opponentIds":3261,"independentOpponentIds":3261,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2c80de3cac3aa9982c6fbe1a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.41416452183624686,"lowerBound":0,"upperBound":1,"independentScore":0.41416452183624686,"independent":true,"opponentIds":3262,"independentOpponentIds":3262,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["fe3e00ef3fb3a6b9d569105e"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4860442039564525,"lowerBound":0,"upperBound":1,"independentScore":0.4860442039564525,"independent":true,"opponentIds":3263,"independentOpponentIds":3263,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["2fb790d8ab3d3930b2000933"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.33218124224338597,"lowerBound":0,"upperBound":1,"independentScore":0.33218124224338597,"independent":true,"opponentIds":3264,"independentOpponentIds":3264,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1b62d586150de22843349748"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3291439858151191,"lowerBound":0,"upperBound":1,"independentScore":0.3291439858151191,"independent":true,"opponentIds":3265,"independentOpponentIds":3265,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9b267017f4daf531a326f8af"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.44668433274485153,"lowerBound":0,"upperBound":1,"independentScore":0.44668433274485153,"independent":true,"opponentIds":3266,"independentOpponentIds":3266,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["76caa5bcdaa62e0399c1cbd7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5625242591277091,"lowerBound":0,"upperBound":1,"independentScore":0.5625242591277091,"independent":true,"opponentIds":3267,"independentOpponentIds":3267,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["282d2dd5d0f2b0feec3a9bbb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a5e53cf2346ee45d0c582775","8639ec30f3a041013cccdecc","fdd2d19f3143bc2b076e5415","2ae61a29f11e72de77a36c9d","eec049bcf666ad4a78e12134","2c80de3cac3aa9982c6fbe1a","fe3e00ef3fb3a6b9d569105e","2fb790d8ab3d3930b2000933","1b62d586150de22843349748","9b267017f4daf531a326f8af","76caa5bcdaa62e0399c1cbd7","282d2dd5d0f2b0feec3a9bbb"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-coder-480b-a35b-instruct--effort-non-reasoning","name":"Qwen3-Coder-480B-A35B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-480b-a35b-instruct","detailsUrl":"/efforts?model=qwen3-coder-480b-a35b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.011581192991304707,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"mmlu-pro","share":0.08878091950860449},{"family":"aime","share":0.08862439539333979},{"family":"livecodebench","share":0.08859896791716108},{"family":"math500","share":0.08783194452851471},{"family":"ifbench","share":0.08657069999320434},{"family":"hle","share":0.08475100922046302},{"family":"gpqa","share":0.08458547425068647},{"family":"critpt","share":0.08424982750588961},{"family":"omniscience","share":0.0839238370462847},{"family":"aa-lcr","share":0.07796729284145665},{"family":"tau-bench","share":0.0747614488993603},{"family":"terminal-bench","share":0.06935418289503967}]},"capabilityRatings":[{"bucket":"agentic","score":0.05536738534872892,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.033620215473554205,"supported":true,"families":5,"independentFamilies":5,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05917016249338649,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.039596553865932436,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08221958487885046,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.43680506156471677,"lowerBound":0,"upperBound":1,"independentScore":0.43680506156471677,"independent":true,"opponentIds":3268,"independentOpponentIds":3268,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8ece51f27224d12114df7c4a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.43634136381488664,"lowerBound":0,"upperBound":1,"independentScore":0.43634136381488664,"independent":true,"opponentIds":3269,"independentOpponentIds":3269,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0de3521cedd608973feca387"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3270,"independentOpponentIds":3270,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b7bb1715f0274733e3390c12"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3213081621463935,"lowerBound":0,"upperBound":1,"independentScore":0.3213081621463935,"independent":true,"opponentIds":3271,"independentOpponentIds":3271,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["cfa076638384c0501b932837"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.19544361591113885,"lowerBound":0,"upperBound":1,"independentScore":0.19544361591113885,"independent":true,"opponentIds":3272,"independentOpponentIds":3272,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1ce4d095b186c8dbb2109774"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.43626241069442456,"lowerBound":0,"upperBound":1,"independentScore":0.43626241069442456,"independent":true,"opponentIds":3273,"independentOpponentIds":3273,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e9ccf3989be626311c527af4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6068196346567076,"lowerBound":0,"upperBound":1,"independentScore":0.6068196346567076,"independent":true,"opponentIds":3274,"independentOpponentIds":3274,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c826b7e819def2b96de0b1c1"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6976943326357562,"lowerBound":0,"upperBound":1,"independentScore":0.6976943326357562,"independent":true,"opponentIds":3275,"independentOpponentIds":3275,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["69c8dc453e9cd5a94a8bdbac"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.591411076134384,"lowerBound":0,"upperBound":1,"independentScore":0.591411076134384,"independent":true,"opponentIds":3276,"independentOpponentIds":3276,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c490527d77a38dba93e58b40"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2841340767562292,"lowerBound":0,"upperBound":1,"independentScore":0.2841340767562292,"independent":true,"opponentIds":3277,"independentOpponentIds":3277,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["13d73650a0ce5aadc74813ae"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5269201341949725,"lowerBound":0,"upperBound":1,"independentScore":0.5269201341949725,"independent":true,"opponentIds":3278,"independentOpponentIds":3278,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7c7d9e8d1215597f71eb1e20"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6215371392517262,"lowerBound":0,"upperBound":1,"independentScore":0.6215371392517262,"independent":true,"opponentIds":3279,"independentOpponentIds":3279,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["cef9782dc0d168133b8a20ff"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8ece51f27224d12114df7c4a","0de3521cedd608973feca387","b7bb1715f0274733e3390c12","cfa076638384c0501b932837","1ce4d095b186c8dbb2109774","e9ccf3989be626311c527af4","c826b7e819def2b96de0b1c1","69c8dc453e9cd5a94a8bdbac","c490527d77a38dba93e58b40","13d73650a0ce5aadc74813ae","7c7d9e8d1215597f71eb1e20","cef9782dc0d168133b8a20ff"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-coder-next--effort-non-reasoning","name":"Qwen3-Coder-Next · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-next","detailsUrl":"/efforts?model=qwen3-coder-next","publishedBenchmarkCount":18,"overallRating":{"score":0.01736851356285756,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000073}],"familyWeights":[{"family":"ifbench","share":0.0843252825500927},{"family":"hle","share":0.08247586459561758},{"family":"gpqa","share":0.08231093688411867},{"family":"critpt","share":0.08209193929264233},{"family":"omniscience","share":0.08179939084455683},{"family":"tau-bench","share":0.07810249932347989},{"family":"gmmlu","share":0.0775105055054426},{"family":"terminal-bench","share":0.07682380807424433},{"family":"aa-lcr","share":0.07610141266551355},{"family":"gdpval","share":0.07303004973542988},{"family":"briefcase","share":0.06869388765811012},{"family":"automationbench","share":0.06851814452718272},{"family":"gdp-pdf","share":0.06821627834356205}]},"capabilityRatings":[{"bucket":"agentic","score":0.08450699369690141,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.057021154994916695,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08316495744770598,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.030185487802115083,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08983899664419498,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2592590054506592,"lowerBound":0,"upperBound":1,"independentScore":0.2592590054506592,"independent":true,"opponentIds":3280,"independentOpponentIds":3280,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f40b768ea92561cdbff4a1e7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.45637098096821643,"lowerBound":0,"upperBound":1,"independentScore":0.45637098096821643,"independent":true,"opponentIds":3281,"independentOpponentIds":3281,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4023e37a7772337e40c94a66"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.22229770326744575,"lowerBound":0,"upperBound":1,"independentScore":0.22229770326744575,"independent":true,"opponentIds":3282,"independentOpponentIds":3282,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["c0813bddfc181d56d1e8b8a5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":3283,"independentOpponentIds":3283,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b74549c8fd9f209dea3e7bc5"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2522245275574796,"lowerBound":0,"upperBound":1,"independentScore":0.2522245275574796,"independent":true,"opponentIds":3284,"independentOpponentIds":3284,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f590ce5d0d46d0cce0006d8e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.35509685169294264,"lowerBound":0,"upperBound":1,"independentScore":0.35509685169294264,"independent":true,"opponentIds":3285,"independentOpponentIds":3285,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["7fe0a24c4173fe182703271c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3812565600427698,"lowerBound":0,"upperBound":1,"independentScore":0.3812565600427698,"independent":true,"opponentIds":3286,"independentOpponentIds":3286,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["b7b3a1fbc5ff2942f395c61f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5180012284926192,"lowerBound":0,"upperBound":1,"independentScore":0.5180012284926192,"independent":true,"opponentIds":3287,"independentOpponentIds":3287,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f5eee82bc106b4fb51416f3e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.478902619671455,"lowerBound":0,"upperBound":1,"independentScore":0.478902619671455,"independent":true,"opponentIds":3288,"independentOpponentIds":3288,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1806e532fa8659866761b296"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.29656289733984853,"lowerBound":0,"upperBound":1,"independentScore":0.29656289733984853,"independent":true,"opponentIds":3289,"independentOpponentIds":3289,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4fdb286556f7a859f007abc5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2995627682236266,"lowerBound":0,"upperBound":1,"independentScore":0.2995627682236266,"independent":true,"opponentIds":3290,"independentOpponentIds":3290,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9dd3ea750813737b771bb546"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4529100309379269,"lowerBound":0,"upperBound":1,"independentScore":0.4529100309379269,"independent":true,"opponentIds":3291,"independentOpponentIds":3291,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["70885ee7997cb7f5413f9175","bb4142bd1725e8cb824ec398"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4230123639758286,"lowerBound":0,"upperBound":1,"independentScore":0.4230123639758286,"independent":true,"opponentIds":3292,"independentOpponentIds":3292,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["1c252534d9d58d5a8dc603c1","0851b3e49721b62cf6fdcad2","48676396dd68515d0e746b37"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f40b768ea92561cdbff4a1e7","4023e37a7772337e40c94a66","c0813bddfc181d56d1e8b8a5","b74549c8fd9f209dea3e7bc5","f590ce5d0d46d0cce0006d8e","7fe0a24c4173fe182703271c","b7b3a1fbc5ff2942f395c61f","f5eee82bc106b4fb51416f3e","1806e532fa8659866761b296","4fdb286556f7a859f007abc5","9dd3ea750813737b771bb546","70885ee7997cb7f5413f9175","bb4142bd1725e8cb824ec398","1c252534d9d58d5a8dc603c1","0851b3e49721b62cf6fdcad2","48676396dd68515d0e746b37"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3-max--effort-non-reasoning","name":"Qwen3-max · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-max","detailsUrl":"/efforts?model=qwen3-max","publishedBenchmarkCount":25,"overallRating":{"score":0.04014650505251969,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":212,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999977}],"familyWeights":[{"family":"gpqa","share":0.5725178367807696},{"family":"gmmlu","share":0.4274821632192277}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1010196666131399,"supported":false,"families":1,"independentFamilies":1,"opponents":212,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09113165580793847,"supported":false,"families":1,"independentFamilies":1,"opponents":63,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5873291940932724,"lowerBound":0,"upperBound":1,"independentScore":0.5873291940932724,"independent":true,"opponentIds":3293,"independentOpponentIds":3293,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["4d4b86792ad7edf434ee2ac5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6016958873930056,"lowerBound":0,"upperBound":1,"independentScore":0.6016958873930056,"independent":true,"opponentIds":3294,"independentOpponentIds":3294,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1ab71f78c9db94e51405eddb","c2fdb1293b42e7e45cbd183b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4d4b86792ad7edf434ee2ac5","1ab71f78c9db94e51405eddb","c2fdb1293b42e7e45cbd183b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-premier","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-r1-0528","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-5.0-thinking-preview","exaone-4.0-32b","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-27b-it","gemma-3-4b-it","glm-4.6","glm-4.6v","glm-4.7","glm-5","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4-mini","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m2","minimax-m2.1","minimax-m2.5","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","qwen3-1.7b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b-instruct-2507","qwen3-coder-next","qwen3-next-80b-a3b-thinking","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","seed-oss-36b-instruct","solar-open-100b","tiny-aya-global","amazon-nova-lite","amazon-nova-micro","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","ernie-4.5-300b-a47b-pt","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3.1-flash-lite","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-270m-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2.7","minimax-m3","mistral-large-2407","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-2b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":25}],"unspecified":0,"total":25}},{"id":"qwen3-next-80b-a3b-instruct--effort-non-reasoning","name":"Qwen3-Next-80B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-next-80b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-next-80b-a3b-instruct","publishedBenchmarkCount":12,"overallRating":{"score":0.015734897031312218,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000011}],"familyWeights":[{"family":"mmlu-pro","share":0.09698613285275767},{"family":"livecodebench","share":0.09662263447838267},{"family":"aime","share":0.09657872031094211},{"family":"ifbench","share":0.09516599416088754},{"family":"hle","share":0.0933259428359977},{"family":"gpqa","share":0.09307669484634999},{"family":"critpt","share":0.09262848154167995},{"family":"omniscience","share":0.09222126562849228},{"family":"aa-lcr","share":0.08567576375668642},{"family":"tau-bench","share":0.0818599099130867},{"family":"terminal-bench","share":0.07585845967475163}]},"capabilityRatings":[{"bucket":"agentic","score":0.012957672633599945,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05551079016172119,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05064919883389357,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.057544593653174825,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.10323999846135025,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6377251991122186,"lowerBound":0,"upperBound":1,"independentScore":0.6377251991122186,"independent":true,"opponentIds":3295,"independentOpponentIds":3295,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bb0a0f706bcfacfc8bfbcb0b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.48969575677517346,"lowerBound":0,"upperBound":1,"independentScore":0.48969575677517346,"independent":true,"opponentIds":3296,"independentOpponentIds":3296,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["39324bf234452599e097140c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23459648479828435,"lowerBound":0,"upperBound":1,"independentScore":0.23459648479828435,"independent":true,"opponentIds":3297,"independentOpponentIds":3297,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0bebebb1c0d3d8c78f37ab1f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5243485132957071,"lowerBound":0,"upperBound":1,"independentScore":0.5243485132957071,"independent":true,"opponentIds":3298,"independentOpponentIds":3298,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b6d6b7200e8855577137d44b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.41358575551294713,"lowerBound":0,"upperBound":1,"independentScore":0.41358575551294713,"independent":true,"opponentIds":3299,"independentOpponentIds":3299,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e3f87d78cfb9be15308174cc"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4147076759595395,"lowerBound":0,"upperBound":1,"independentScore":0.4147076759595395,"independent":true,"opponentIds":3300,"independentOpponentIds":3300,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2dec37e2c4f881a390992157"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7038840253249139,"lowerBound":0,"upperBound":1,"independentScore":0.7038840253249139,"independent":true,"opponentIds":3301,"independentOpponentIds":3301,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7902cc4d3470d6a216813a4e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7798635221257602,"lowerBound":0,"upperBound":1,"independentScore":0.7798635221257602,"independent":true,"opponentIds":3302,"independentOpponentIds":3302,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["02254150ed5397242e653e1c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.37969882743825123,"lowerBound":0,"upperBound":1,"independentScore":0.37969882743825123,"independent":true,"opponentIds":3303,"independentOpponentIds":3303,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c5b9a37885e2ba0e8b3361a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22593723556409304,"lowerBound":0,"upperBound":1,"independentScore":0.22593723556409304,"independent":true,"opponentIds":3304,"independentOpponentIds":3304,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7ba187ae862e408223ddd229"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4289751832745415,"lowerBound":0,"upperBound":1,"independentScore":0.4289751832745415,"independent":true,"opponentIds":3305,"independentOpponentIds":3305,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["32276506d0d1e55800cb28e1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bb0a0f706bcfacfc8bfbcb0b","39324bf234452599e097140c","0bebebb1c0d3d8c78f37ab1f","b6d6b7200e8855577137d44b","e3f87d78cfb9be15308174cc","2dec37e2c4f881a390992157","7902cc4d3470d6a216813a4e","02254150ed5397242e653e1c","c5b9a37885e2ba0e8b3361a4","7ba187ae862e408223ddd229","32276506d0d1e55800cb28e1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-next-80b-a3b-thinking--effort-reasoning","name":"Qwen3-Next-80B-A3B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-next-80b-a3b-thinking","detailsUrl":"/efforts?model=qwen3-next-80b-a3b-thinking","publishedBenchmarkCount":16,"overallRating":{"score":0.029788507640449075,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000089}],"familyWeights":[{"family":"mmlu-pro","share":0.08254031264571776},{"family":"aime","share":0.08248352660212019},{"family":"livecodebench","share":0.08246764242759168},{"family":"ifbench","share":0.08050866336258028},{"family":"hle","share":0.07874295131263725},{"family":"gpqa","share":0.07858548834064735},{"family":"critpt","share":0.07837640272793195},{"family":"omniscience","share":0.07809709522000668},{"family":"tau-bench","share":0.07456752750368678},{"family":"gmmlu","share":0.07400232772530739},{"family":"aa-lcr","share":0.07265701137811248},{"family":"gdpval","share":0.06972466040667606},{"family":"terminal-bench","share":0.06724639034699317}]},"capabilityRatings":[{"bucket":"agentic","score":0.04711404584146344,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08436198398343275,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0783643456376793,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09451075577758229,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.16025759567749776,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8504373582271505,"lowerBound":0,"upperBound":1,"independentScore":0.8504373582271505,"independent":true,"opponentIds":3306,"independentOpponentIds":3306,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8d89e459916593927b09df0d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5979925001255831,"lowerBound":0,"upperBound":1,"independentScore":0.5979925001255831,"independent":true,"opponentIds":3307,"independentOpponentIds":3307,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6f45310222eab628315727a3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23580351000599448,"lowerBound":0,"upperBound":1,"independentScore":0.23580351000599448,"independent":true,"opponentIds":3308,"independentOpponentIds":3308,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7cd92797a65aa1b3546d034a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.16984676899924298,"lowerBound":0,"upperBound":1,"independentScore":0.16984676899924298,"independent":true,"opponentIds":3309,"independentOpponentIds":3309,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["55316631ea2bf8aab9614283"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5706195795753731,"lowerBound":0,"upperBound":1,"independentScore":0.5706195795753731,"independent":true,"opponentIds":3310,"independentOpponentIds":3310,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["b85018d49d57cf2e8050c2ad"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5758545717357215,"lowerBound":0,"upperBound":1,"independentScore":0.5758545717357215,"independent":true,"opponentIds":3311,"independentOpponentIds":3311,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9c43e3dd521102061d12b83c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5619470611074736,"lowerBound":0,"upperBound":1,"independentScore":0.5619470611074736,"independent":true,"opponentIds":3312,"independentOpponentIds":3312,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a632fb2495b87e7d0e9989e0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7195459715159472,"lowerBound":0,"upperBound":1,"independentScore":0.7195459715159472,"independent":true,"opponentIds":3313,"independentOpponentIds":3313,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0fd93cc59b58680c7cd8160d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8877801213011682,"lowerBound":0,"upperBound":1,"independentScore":0.8877801213011682,"independent":true,"opponentIds":3314,"independentOpponentIds":3314,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8725748b17d9c049319bc806"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8115599671784187,"lowerBound":0,"upperBound":1,"independentScore":0.8115599671784187,"independent":true,"opponentIds":3315,"independentOpponentIds":3315,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["739cc3ae08400828dd7e34ad"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.45726583804862114,"lowerBound":0,"upperBound":1,"independentScore":0.45726583804862114,"independent":true,"opponentIds":3316,"independentOpponentIds":3316,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["52855ab9f5e4787364e91f02"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3769548414197724,"lowerBound":0,"upperBound":1,"independentScore":0.3769548414197724,"independent":true,"opponentIds":3317,"independentOpponentIds":3317,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["8d68334084e3a4fcd1a96926","cde368032b5e946e8016b135"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34072283685743937,"lowerBound":0,"upperBound":1,"independentScore":0.34072283685743937,"independent":true,"opponentIds":3318,"independentOpponentIds":3318,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["8bdb9faad99b2ad6caa3e59e","53f02abbe152e698259000de"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8d89e459916593927b09df0d","6f45310222eab628315727a3","7cd92797a65aa1b3546d034a","55316631ea2bf8aab9614283","b85018d49d57cf2e8050c2ad","9c43e3dd521102061d12b83c","a632fb2495b87e7d0e9989e0","0fd93cc59b58680c7cd8160d","8725748b17d9c049319bc806","739cc3ae08400828dd7e34ad","52855ab9f5e4787364e91f02","8d68334084e3a4fcd1a96926","cde368032b5e946e8016b135","8bdb9faad99b2ad6caa3e59e","53f02abbe152e698259000de"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3-omni-30b-a3b-instruct--effort-non-reasoning","name":"Qwen3-Omni-30B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-omni-30b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-omni-30b-a3b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.004677913660575805,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"mmlu-pro","share":0.08923030906417588},{"family":"aime","share":0.08907299265814662},{"family":"livecodebench","share":0.08904743647365669},{"family":"ifbench","share":0.08700890190202416},{"family":"hle","share":0.08518000025343063},{"family":"gpqa","share":0.08501362738191899},{"family":"critpt","share":0.08467628166686694},{"family":"omniscience","share":0.08434864111500602},{"family":"mmmu-pro","share":0.0832147497604954},{"family":"aa-lcr","share":0.0783619461889671},{"family":"tau-bench","share":0.07513987496749198},{"family":"terminal-bench","share":0.06970523856782078}]},"capabilityRatings":[{"bucket":"agentic","score":0.007521703306233719,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03264765773405448,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01625054745180499,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01689703943252319,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03263117453697232,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.010111625844865054,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5137125420287079,"lowerBound":0,"upperBound":1,"independentScore":0.5137125420287079,"independent":true,"opponentIds":3319,"independentOpponentIds":3319,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["66e1a70cfbb06ba377a24906"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.050858727356192394,"lowerBound":0,"upperBound":1,"independentScore":0.050858727356192394,"independent":true,"opponentIds":3320,"independentOpponentIds":3320,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6e1994fe220192d4f648bc00"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3321,"independentOpponentIds":3321,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["cb01da84527cd626a88d69a5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.32662290699925045,"lowerBound":0,"upperBound":1,"independentScore":0.32662290699925045,"independent":true,"opponentIds":3322,"independentOpponentIds":3322,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["207e511763a5de76dd47573d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.22231646069443983,"lowerBound":0,"upperBound":1,"independentScore":0.22231646069443983,"independent":true,"opponentIds":3323,"independentOpponentIds":3323,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["a52027c783bbeb79f5ee0053"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.16607710713316898,"lowerBound":0,"upperBound":1,"independentScore":0.16607710713316898,"independent":true,"opponentIds":3324,"independentOpponentIds":3324,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d2f6bbcba92a230b64695fba"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.440576448205263,"lowerBound":0,"upperBound":1,"independentScore":0.440576448205263,"independent":true,"opponentIds":3325,"independentOpponentIds":3325,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a95606570c645f6594bdd527"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.36513899746237005,"lowerBound":0,"upperBound":1,"independentScore":0.36513899746237005,"independent":true,"opponentIds":3326,"independentOpponentIds":3326,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["edacfa4d7f499e0fbdf77f56"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2695936573812957,"lowerBound":0,"upperBound":1,"independentScore":0.2695936573812957,"independent":true,"opponentIds":3327,"independentOpponentIds":3327,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["23cb074182ab575c2d998986"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2120189739518198,"lowerBound":0,"upperBound":1,"independentScore":0.2120189739518198,"independent":true,"opponentIds":3328,"independentOpponentIds":3328,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c67b438ddcafcd62ab222e69"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.13844916753267889,"lowerBound":0,"upperBound":1,"independentScore":0.13844916753267889,"independent":true,"opponentIds":3329,"independentOpponentIds":3329,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["44fe6f288cb432b5362daa11"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12424070074576808,"lowerBound":0,"upperBound":1,"independentScore":0.12424070074576808,"independent":true,"opponentIds":3330,"independentOpponentIds":3330,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["da85a712a2a928f8a0093ebe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["66e1a70cfbb06ba377a24906","6e1994fe220192d4f648bc00","cb01da84527cd626a88d69a5","207e511763a5de76dd47573d","a52027c783bbeb79f5ee0053","d2f6bbcba92a230b64695fba","a95606570c645f6594bdd527","edacfa4d7f499e0fbdf77f56","23cb074182ab575c2d998986","c67b438ddcafcd62ab222e69","44fe6f288cb432b5362daa11","da85a712a2a928f8a0093ebe"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-235b-a22b-instruct--effort-non-reasoning","name":"Qwen3-VL-235B-A22B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-235b-a22b-instruct","detailsUrl":"/efforts?model=qwen3-vl-235b-a22b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.01788232469423187,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"mmlu-pro","share":0.08923030906417588},{"family":"aime","share":0.08907299265814662},{"family":"livecodebench","share":0.08904743647365669},{"family":"ifbench","share":0.08700890190202416},{"family":"hle","share":0.08518000025343063},{"family":"gpqa","share":0.08501362738191899},{"family":"critpt","share":0.08467628166686694},{"family":"omniscience","share":0.08434864111500602},{"family":"mmmu-pro","share":0.0832147497604954},{"family":"aa-lcr","share":0.0783619461889671},{"family":"tau-bench","share":0.07513987496749198},{"family":"terminal-bench","share":0.06970523856782078}]},"capabilityRatings":[{"bucket":"agentic","score":0.040317994696614914,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0524548404534999,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.040690747579100905,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07569489008009454,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10440642587305159,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04982020243055408,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6780700938834264,"lowerBound":0,"upperBound":1,"independentScore":0.6780700938834264,"independent":true,"opponentIds":3331,"independentOpponentIds":3331,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f78f496de1e6c875cbbb78f7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3272656382378635,"lowerBound":0,"upperBound":1,"independentScore":0.3272656382378635,"independent":true,"opponentIds":3332,"independentOpponentIds":3332,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ffe8f1f73796df547f259cd9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3333,"independentOpponentIds":3333,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["debf36b3ff3a8afa229b244f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.47169127834576785,"lowerBound":0,"upperBound":1,"independentScore":0.47169127834576785,"independent":true,"opponentIds":3334,"independentOpponentIds":3334,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["25e5c20c242f402a50e10b5c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.368777791591073,"lowerBound":0,"upperBound":1,"independentScore":0.368777791591073,"independent":true,"opponentIds":3335,"independentOpponentIds":3335,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["d83fa0fcf5570fd9e34ce182"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.48264814131026423,"lowerBound":0,"upperBound":1,"independentScore":0.48264814131026423,"independent":true,"opponentIds":3336,"independentOpponentIds":3336,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8768eb7e5b3055cae4949a8c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6308304768103586,"lowerBound":0,"upperBound":1,"independentScore":0.6308304768103586,"independent":true,"opponentIds":3337,"independentOpponentIds":3337,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2b8146bfa8634abeab45959f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8027797863949528,"lowerBound":0,"upperBound":1,"independentScore":0.8027797863949528,"independent":true,"opponentIds":3338,"independentOpponentIds":3338,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["94e4190c5036843765fa2396"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5415801531412434,"lowerBound":0,"upperBound":1,"independentScore":0.5415801531412434,"independent":true,"opponentIds":3339,"independentOpponentIds":3339,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5e3a87793c1033e86adf1f22"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.502836532536372,"lowerBound":0,"upperBound":1,"independentScore":0.502836532536372,"independent":true,"opponentIds":3340,"independentOpponentIds":3340,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d60c61b3b2041a2b188d80da"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4580219521081903,"lowerBound":0,"upperBound":1,"independentScore":0.4580219521081903,"independent":true,"opponentIds":3341,"independentOpponentIds":3341,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f872fe1f414e47d1ea0273fc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3910974167235925,"lowerBound":0,"upperBound":1,"independentScore":0.3910974167235925,"independent":true,"opponentIds":3342,"independentOpponentIds":3342,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a131db2197b9e48ad031e4c0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f78f496de1e6c875cbbb78f7","ffe8f1f73796df547f259cd9","debf36b3ff3a8afa229b244f","25e5c20c242f402a50e10b5c","d83fa0fcf5570fd9e34ce182","8768eb7e5b3055cae4949a8c","2b8146bfa8634abeab45959f","94e4190c5036843765fa2396","5e3a87793c1033e86adf1f22","d60c61b3b2041a2b188d80da","f872fe1f414e47d1ea0273fc","a131db2197b9e48ad031e4c0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-30b-a3b-instruct--effort-non-reasoning","name":"Qwen3-VL-30B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-30b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-vl-30b-a3b-instruct","publishedBenchmarkCount":12,"overallRating":{"score":0.009336794889896659,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000007}],"familyWeights":[{"family":"mmlu-pro","share":0.0964667342757052},{"family":"livecodebench","share":0.09610518257693068},{"family":"aime","share":0.09606150358698828},{"family":"ifbench","share":0.09465634313659119},{"family":"hle","share":0.0928261460043755},{"family":"gpqa","share":0.09257823283494743},{"family":"critpt","share":0.09213241988737808},{"family":"omniscience","share":0.09172738477426605},{"family":"mmmu-pro","share":0.09057232673224218},{"family":"tau-bench","share":0.081421518160824},{"family":"terminal-bench","share":0.07545220802976361}]},"capabilityRatings":[{"bucket":"agentic","score":0.009642661179109285,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05129942951268151,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02832364142020676,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02644740125802143,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05692447095549822,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.700470144839619,"lowerBound":0,"upperBound":1,"independentScore":0.700470144839619,"independent":true,"opponentIds":3343,"independentOpponentIds":3343,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1c9c62a5f652b687c1908560"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23459648479828435,"lowerBound":0,"upperBound":1,"independentScore":0.23459648479828435,"independent":true,"opponentIds":3344,"independentOpponentIds":3344,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["ce2d0da396f1bad697146064"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4440944637483881,"lowerBound":0,"upperBound":1,"independentScore":0.4440944637483881,"independent":true,"opponentIds":3345,"independentOpponentIds":3345,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6bec8c4c730c568a6b901187"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.35088602608239355,"lowerBound":0,"upperBound":1,"independentScore":0.35088602608239355,"independent":true,"opponentIds":3346,"independentOpponentIds":3346,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5b21bb8a42d86dea2ee62b68"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.24650391063513563,"lowerBound":0,"upperBound":1,"independentScore":0.24650391063513563,"independent":true,"opponentIds":3347,"independentOpponentIds":3347,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c8b57cbe46a5a65b9861cf57"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4988335544196868,"lowerBound":0,"upperBound":1,"independentScore":0.4988335544196868,"independent":true,"opponentIds":3348,"independentOpponentIds":3348,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8edf38eeca7d9796ddf0e53e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5088835830339976,"lowerBound":0,"upperBound":1,"independentScore":0.5088835830339976,"independent":true,"opponentIds":3349,"independentOpponentIds":3349,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7e5b735a0b87bf634aa6456a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.38858241978950026,"lowerBound":0,"upperBound":1,"independentScore":0.38858241978950026,"independent":true,"opponentIds":3350,"independentOpponentIds":3350,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f977ec4daaaca0a87c90c23a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2729012006510331,"lowerBound":0,"upperBound":1,"independentScore":0.2729012006510331,"independent":true,"opponentIds":3351,"independentOpponentIds":3351,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d248649872ed9e5e376ce5b7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.175640764073276,"lowerBound":0,"upperBound":1,"independentScore":0.175640764073276,"independent":true,"opponentIds":3352,"independentOpponentIds":3352,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4f52b0d13a697ef0d9e0d6b8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.345015366391962,"lowerBound":0,"upperBound":1,"independentScore":0.345015366391962,"independent":true,"opponentIds":3353,"independentOpponentIds":3353,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6bf0592349468ca8091cc9a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1c9c62a5f652b687c1908560","ce2d0da396f1bad697146064","6bec8c4c730c568a6b901187","5b21bb8a42d86dea2ee62b68","c8b57cbe46a5a65b9861cf57","8edf38eeca7d9796ddf0e53e","7e5b735a0b87bf634aa6456a","f977ec4daaaca0a87c90c23a","d248649872ed9e5e376ce5b7","4f52b0d13a697ef0d9e0d6b8","a6bf0592349468ca8091cc9a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-vl-30b-a3b-thinking--effort-reasoning","name":"Qwen3-VL-30B-A3B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-30b-a3b-thinking","detailsUrl":"/efforts?model=qwen3-vl-30b-a3b-thinking","publishedBenchmarkCount":12,"overallRating":{"score":0.01595291809020305,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000007}],"familyWeights":[{"family":"mmlu-pro","share":0.0964667342757052},{"family":"livecodebench","share":0.09610518257693068},{"family":"aime","share":0.09606150358698828},{"family":"ifbench","share":0.09465634313659119},{"family":"hle","share":0.0928261460043755},{"family":"gpqa","share":0.09257823283494743},{"family":"critpt","share":0.09213241988737808},{"family":"omniscience","share":0.09172738477426605},{"family":"mmmu-pro","share":0.09057232673224218},{"family":"tau-bench","share":0.081421518160824},{"family":"terminal-bench","share":0.07545220802976361}]},"capabilityRatings":[{"bucket":"agentic","score":0.011021917313720625,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06597024470440316,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04378831918426582,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05903604041169555,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.050935230921048326,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8106234458095642,"lowerBound":0,"upperBound":1,"independentScore":0.8106234458095642,"independent":true,"opponentIds":3354,"independentOpponentIds":3354,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a4c021f4566a015478f0f03d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23459648479828435,"lowerBound":0,"upperBound":1,"independentScore":0.23459648479828435,"independent":true,"opponentIds":3355,"independentOpponentIds":3355,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d52a0dfa14f73e70c99eece0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4883850710903587,"lowerBound":0,"upperBound":1,"independentScore":0.4883850710903587,"independent":true,"opponentIds":3356,"independentOpponentIds":3356,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2cde6a74401fadb647be7203"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.44833355398240043,"lowerBound":0,"upperBound":1,"independentScore":0.44833355398240043,"independent":true,"opponentIds":3357,"independentOpponentIds":3357,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["c5ba2f971eba83fe4e4cd779"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5435499871309433,"lowerBound":0,"upperBound":1,"independentScore":0.5435499871309433,"independent":true,"opponentIds":3358,"independentOpponentIds":3358,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["652d921806364ca7568196c2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7367470419168484,"lowerBound":0,"upperBound":1,"independentScore":0.7367470419168484,"independent":true,"opponentIds":3359,"independentOpponentIds":3359,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f954718896851a2f87b497bd"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6853564369445034,"lowerBound":0,"upperBound":1,"independentScore":0.6853564369445034,"independent":true,"opponentIds":3360,"independentOpponentIds":3360,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e26f300586ddb51b29981834"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.362313436986257,"lowerBound":0,"upperBound":1,"independentScore":0.362313436986257,"independent":true,"opponentIds":3361,"independentOpponentIds":3361,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4a35028ffd4c5b0bd78f6503"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3677364856200111,"lowerBound":0,"upperBound":1,"independentScore":0.3677364856200111,"independent":true,"opponentIds":3362,"independentOpponentIds":3362,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d6a9a7a1d698ec0f45749b16"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.19704670283276063,"lowerBound":0,"upperBound":1,"independentScore":0.19704670283276063,"independent":true,"opponentIds":3363,"independentOpponentIds":3363,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["bbcfcfc5a57e209927c93a91"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.30938514913784243,"lowerBound":0,"upperBound":1,"independentScore":0.30938514913784243,"independent":true,"opponentIds":3364,"independentOpponentIds":3364,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["76bffec8df092259b0e2775e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a4c021f4566a015478f0f03d","d52a0dfa14f73e70c99eece0","2cde6a74401fadb647be7203","c5ba2f971eba83fe4e4cd779","652d921806364ca7568196c2","f954718896851a2f87b497bd","e26f300586ddb51b29981834","4a35028ffd4c5b0bd78f6503","d6a9a7a1d698ec0f45749b16","bbcfcfc5a57e209927c93a91","76bffec8df092259b0e2775e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-vl-32b-instruct--effort-non-reasoning","name":"Qwen3-VL-32B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-32b-instruct","detailsUrl":"/efforts?model=qwen3-vl-32b-instruct","publishedBenchmarkCount":12,"overallRating":{"score":0.012165564860530593,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000007}],"familyWeights":[{"family":"mmlu-pro","share":0.0964667342757052},{"family":"livecodebench","share":0.09610518257693068},{"family":"aime","share":0.09606150358698828},{"family":"ifbench","share":0.09465634313659119},{"family":"hle","share":0.0928261460043755},{"family":"gpqa","share":0.09257823283494743},{"family":"critpt","share":0.09213241988737808},{"family":"omniscience","share":0.09172738477426605},{"family":"mmmu-pro","share":0.09057232673224218},{"family":"tau-bench","share":0.081421518160824},{"family":"terminal-bench","share":0.07545220802976361}]},"capabilityRatings":[{"bucket":"agentic","score":0.025954627705583072,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.048356681198489106,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.038677120865181956,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.035577521737026246,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07114121957803812,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6630374611025678,"lowerBound":0,"upperBound":1,"independentScore":0.6630374611025678,"independent":true,"opponentIds":3365,"independentOpponentIds":3365,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["db2809519c432f97129f7f51"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23459648479828435,"lowerBound":0,"upperBound":1,"independentScore":0.23459648479828435,"independent":true,"opponentIds":3366,"independentOpponentIds":3366,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a0b8bc5d77324f5d4a6184e7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.39940640262420934,"lowerBound":0,"upperBound":1,"independentScore":0.39940640262420934,"independent":true,"opponentIds":3367,"independentOpponentIds":3367,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f932e350d02270272a4699b5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3748620070263162,"lowerBound":0,"upperBound":1,"independentScore":0.3748620070263162,"independent":true,"opponentIds":3368,"independentOpponentIds":3368,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7346e21ff6039e7851f3cf0c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.39024289590905653,"lowerBound":0,"upperBound":1,"independentScore":0.39024289590905653,"independent":true,"opponentIds":3369,"independentOpponentIds":3369,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5cdf63b8df011f0ff87fb63b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5461802713332947,"lowerBound":0,"upperBound":1,"independentScore":0.5461802713332947,"independent":true,"opponentIds":3370,"independentOpponentIds":3370,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6fe04ab988c966bcc2cc8917"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6085683964478275,"lowerBound":0,"upperBound":1,"independentScore":0.6085683964478275,"independent":true,"opponentIds":3371,"independentOpponentIds":3371,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d82e08723042532db00fbf64"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4423163045502946,"lowerBound":0,"upperBound":1,"independentScore":0.4423163045502946,"independent":true,"opponentIds":3372,"independentOpponentIds":3372,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8435069f6714805a5bdcb8b3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.23395280665407087,"lowerBound":0,"upperBound":1,"independentScore":0.23395280665407087,"independent":true,"opponentIds":3373,"independentOpponentIds":3373,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4eeb25e06a76789d08deef48"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.36759205526435745,"lowerBound":0,"upperBound":1,"independentScore":0.36759205526435745,"independent":true,"opponentIds":3374,"independentOpponentIds":3374,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["937f3deb6ec8769352a2f898"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.45849772217495255,"lowerBound":0,"upperBound":1,"independentScore":0.45849772217495255,"independent":true,"opponentIds":3375,"independentOpponentIds":3375,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["788b5a4a18e66ca329d23ccd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["db2809519c432f97129f7f51","a0b8bc5d77324f5d4a6184e7","f932e350d02270272a4699b5","7346e21ff6039e7851f3cf0c","5cdf63b8df011f0ff87fb63b","6fe04ab988c966bcc2cc8917","d82e08723042532db00fbf64","8435069f6714805a5bdcb8b3","4eeb25e06a76789d08deef48","937f3deb6ec8769352a2f898","788b5a4a18e66ca329d23ccd"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-vl-32b-thinking--effort-reasoning","name":"Qwen3-VL-32B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-32b-thinking","detailsUrl":"/efforts?model=qwen3-vl-32b-thinking","publishedBenchmarkCount":13,"overallRating":{"score":0.025890593221056964,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"mmlu-pro","share":0.08923030906417588},{"family":"aime","share":0.08907299265814662},{"family":"livecodebench","share":0.08904743647365669},{"family":"ifbench","share":0.08700890190202416},{"family":"hle","share":0.08518000025343063},{"family":"gpqa","share":0.08501362738191899},{"family":"critpt","share":0.08467628166686694},{"family":"omniscience","share":0.08434864111500602},{"family":"mmmu-pro","share":0.0832147497604954},{"family":"aa-lcr","share":0.0783619461889671},{"family":"tau-bench","share":0.07513987496749198},{"family":"terminal-bench","share":0.06970523856782078}]},"capabilityRatings":[{"bucket":"agentic","score":0.0593977500567508,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0737880089230241,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06423177966394157,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08326274622896292,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06549044834130753,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11981818481031185,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.865196067762069,"lowerBound":0,"upperBound":1,"independentScore":0.865196067762069,"independent":true,"opponentIds":3376,"independentOpponentIds":3376,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2e55ba0226be74935acdc897"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5284339357636677,"lowerBound":0,"upperBound":1,"independentScore":0.5284339357636677,"independent":true,"opponentIds":3377,"independentOpponentIds":3377,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a4094dd3667ddcfa668fe7e5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3378,"independentOpponentIds":3378,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d582a1e6ea952bdaa149da51"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5119947601465998,"lowerBound":0,"upperBound":1,"independentScore":0.5119947601465998,"independent":true,"opponentIds":3379,"independentOpponentIds":3379,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["73203773c02c1803cc040e47"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4808183973080489,"lowerBound":0,"upperBound":1,"independentScore":0.4808183973080489,"independent":true,"opponentIds":3380,"independentOpponentIds":3380,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["90a23b0985eb873d6da4fbac"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7073057683452415,"lowerBound":0,"upperBound":1,"independentScore":0.7073057683452415,"independent":true,"opponentIds":3381,"independentOpponentIds":3381,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a535d8fa36ad7b6f19efccfb"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8094711424335227,"lowerBound":0,"upperBound":1,"independentScore":0.8094711424335227,"independent":true,"opponentIds":3382,"independentOpponentIds":3382,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8f152c8b037230620cdf6612"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7671540224201462,"lowerBound":0,"upperBound":1,"independentScore":0.7671540224201462,"independent":true,"opponentIds":3383,"independentOpponentIds":3383,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0833bcf585498456cc9d0564"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.42353229301149325,"lowerBound":0,"upperBound":1,"independentScore":0.42353229301149325,"independent":true,"opponentIds":3384,"independentOpponentIds":3384,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["72340574c11bdf92b50a5b2f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.37364164553111406,"lowerBound":0,"upperBound":1,"independentScore":0.37364164553111406,"independent":true,"opponentIds":3385,"independentOpponentIds":3385,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6175e18fd0e66b677d391766"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5469909461342866,"lowerBound":0,"upperBound":1,"independentScore":0.5469909461342866,"independent":true,"opponentIds":3386,"independentOpponentIds":3386,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["91c0534b0a62fc3b88904ed9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4299080171525157,"lowerBound":0,"upperBound":1,"independentScore":0.4299080171525157,"independent":true,"opponentIds":3387,"independentOpponentIds":3387,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["96aa9eb5f454deea7dce2ec5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2e55ba0226be74935acdc897","a4094dd3667ddcfa668fe7e5","d582a1e6ea952bdaa149da51","73203773c02c1803cc040e47","90a23b0985eb873d6da4fbac","a535d8fa36ad7b6f19efccfb","8f152c8b037230620cdf6612","0833bcf585498456cc9d0564","72340574c11bdf92b50a5b2f","6175e18fd0e66b677d391766","91c0534b0a62fc3b88904ed9","96aa9eb5f454deea7dce2ec5"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-4b-instruct--effort-non-reasoning","name":"Qwen3-VL-4B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-4b-instruct","detailsUrl":"/efforts?model=qwen3-vl-4b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.002621675159914403,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"mmlu-pro","share":0.08923030906417588},{"family":"aime","share":0.08907299265814662},{"family":"livecodebench","share":0.08904743647365669},{"family":"ifbench","share":0.08700890190202416},{"family":"hle","share":0.08518000025343063},{"family":"gpqa","share":0.08501362738191899},{"family":"critpt","share":0.08467628166686694},{"family":"omniscience","share":0.08434864111500602},{"family":"mmmu-pro","share":0.0832147497604954},{"family":"aa-lcr","share":0.0783619461889671},{"family":"tau-bench","share":0.07513987496749198},{"family":"terminal-bench","share":0.06970523856782078}]},"capabilityRatings":[{"bucket":"agentic","score":0.016744765380932006,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.018032805778417916,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007329127178494893,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.010657948010818909,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01244455305005021,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02175794299047024,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3924369704106972,"lowerBound":0,"upperBound":1,"independentScore":0.3924369704106972,"independent":true,"opponentIds":3388,"independentOpponentIds":3388,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fdb356426f563f83f2ea4a01"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.17036939818774816,"lowerBound":0,"upperBound":1,"independentScore":0.17036939818774816,"independent":true,"opponentIds":3389,"independentOpponentIds":3389,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ecb1b4b1085894574d2ede22"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3390,"independentOpponentIds":3390,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3965d02265b8cd2f3fb53b31"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.0903489447400512,"lowerBound":0,"upperBound":1,"independentScore":0.0903489447400512,"independent":true,"opponentIds":3391,"independentOpponentIds":3391,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["048a32652d70416c7f411620"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.0633999237448802,"lowerBound":0,"upperBound":1,"independentScore":0.0633999237448802,"independent":true,"opponentIds":3392,"independentOpponentIds":3392,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["3411bba2fa134fafbba0bb3a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1899066393318944,"lowerBound":0,"upperBound":1,"independentScore":0.1899066393318944,"independent":true,"opponentIds":3393,"independentOpponentIds":3393,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0cf5d2bad9846828c180e48e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.23260147648911922,"lowerBound":0,"upperBound":1,"independentScore":0.23260147648911922,"independent":true,"opponentIds":3394,"independentOpponentIds":3394,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["18d7349015832a249624fd5c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.18132497242174161,"lowerBound":0,"upperBound":1,"independentScore":0.18132497242174161,"independent":true,"opponentIds":3395,"independentOpponentIds":3395,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["656a47fb67b2a19fef4e31ec"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.10340130101447785,"lowerBound":0,"upperBound":1,"independentScore":0.10340130101447785,"independent":true,"opponentIds":3396,"independentOpponentIds":3396,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5d8e3953b819ae9ecb77cb33"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.11194677701590001,"lowerBound":0,"upperBound":1,"independentScore":0.11194677701590001,"independent":true,"opponentIds":3397,"independentOpponentIds":3397,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1d167a258f9e93c210f259ed"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2688323423792699,"lowerBound":0,"upperBound":1,"independentScore":0.2688323423792699,"independent":true,"opponentIds":3398,"independentOpponentIds":3398,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1724ab099aea8608156fc956"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.032855939546134125,"lowerBound":0,"upperBound":1,"independentScore":0.032855939546134125,"independent":true,"opponentIds":3399,"independentOpponentIds":3399,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ee07bf88a91e4495261d3439"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fdb356426f563f83f2ea4a01","ecb1b4b1085894574d2ede22","3965d02265b8cd2f3fb53b31","048a32652d70416c7f411620","3411bba2fa134fafbba0bb3a","0cf5d2bad9846828c180e48e","18d7349015832a249624fd5c","656a47fb67b2a19fef4e31ec","5d8e3953b819ae9ecb77cb33","1d167a258f9e93c210f259ed","1724ab099aea8608156fc956","ee07bf88a91e4495261d3439"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-4b-thinking--effort-reasoning","name":"Qwen3-VL-4B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-4b-thinking","detailsUrl":"/efforts?model=qwen3-vl-4b-thinking","publishedBenchmarkCount":13,"overallRating":{"score":0.003669250867942845,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"mmlu-pro","share":0.08923030906417588},{"family":"aime","share":0.08907299265814662},{"family":"livecodebench","share":0.08904743647365669},{"family":"ifbench","share":0.08700890190202416},{"family":"hle","share":0.08518000025343063},{"family":"gpqa","share":0.08501362738191899},{"family":"critpt","share":0.08467628166686694},{"family":"omniscience","share":0.08434864111500602},{"family":"mmmu-pro","share":0.0832147497604954},{"family":"aa-lcr","share":0.0783619461889671},{"family":"tau-bench","share":0.07513987496749198},{"family":"terminal-bench","share":0.06970523856782078}]},"capabilityRatings":[{"bucket":"agentic","score":0.006639892350368814,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.019948005561578386,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.010621768571105805,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01802261409075739,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.023538420554871983,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03292411033009545,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.26053266664761676,"lowerBound":0,"upperBound":1,"independentScore":0.26053266664761676,"independent":true,"opponentIds":3400,"independentOpponentIds":3400,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a2016ac901838a157d54e1eb"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.24560047470771518,"lowerBound":0,"upperBound":1,"independentScore":0.24560047470771518,"independent":true,"opponentIds":3401,"independentOpponentIds":3401,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ecb9cf10e11fd05f5d7d8502"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3402,"independentOpponentIds":3402,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5819e3fd8452136833f35718"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17893604182741535,"lowerBound":0,"upperBound":1,"independentScore":0.17893604182741535,"independent":true,"opponentIds":3403,"independentOpponentIds":3403,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["57b61b1da9a2c9e3a3acb85f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.20799412034290032,"lowerBound":0,"upperBound":1,"independentScore":0.20799412034290032,"independent":true,"opponentIds":3404,"independentOpponentIds":3404,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e959c69c4467ef5bf9ef4072"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.32442792339000437,"lowerBound":0,"upperBound":1,"independentScore":0.32442792339000437,"independent":true,"opponentIds":3405,"independentOpponentIds":3405,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["45e7c304d53e99009f735f7b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.28346245193495295,"lowerBound":0,"upperBound":1,"independentScore":0.28346245193495295,"independent":true,"opponentIds":3406,"independentOpponentIds":3406,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["500c1e917c2929e5059ee4d0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.31334823926110933,"lowerBound":0,"upperBound":1,"independentScore":0.31334823926110933,"independent":true,"opponentIds":3407,"independentOpponentIds":3407,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["574bba91af7fe1baced3aeb5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.20702912459552122,"lowerBound":0,"upperBound":1,"independentScore":0.20702912459552122,"independent":true,"opponentIds":3408,"independentOpponentIds":3408,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["5937d980c6d4c9fbd919d5c9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.14643956675348077,"lowerBound":0,"upperBound":1,"independentScore":0.14643956675348077,"independent":true,"opponentIds":3409,"independentOpponentIds":3409,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["be0266afffdd5c4ea60000a9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.12043322443477077,"lowerBound":0,"upperBound":1,"independentScore":0.12043322443477077,"independent":true,"opponentIds":3410,"independentOpponentIds":3410,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ca54d8ad8a33c18db1d947ab"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12424070074576808,"lowerBound":0,"upperBound":1,"independentScore":0.12424070074576808,"independent":true,"opponentIds":3411,"independentOpponentIds":3411,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bd7f1bd0f1e410e21b9c5b0a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a2016ac901838a157d54e1eb","ecb9cf10e11fd05f5d7d8502","5819e3fd8452136833f35718","57b61b1da9a2c9e3a3acb85f","e959c69c4467ef5bf9ef4072","45e7c304d53e99009f735f7b","500c1e917c2929e5059ee4d0","574bba91af7fe1baced3aeb5","5937d980c6d4c9fbd919d5c9","be0266afffdd5c4ea60000a9","ca54d8ad8a33c18db1d947ab","bd7f1bd0f1e410e21b9c5b0a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-8b-instruct--effort-non-reasoning","name":"Qwen3-VL-8B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-8b-instruct","detailsUrl":"/efforts?model=qwen3-vl-8b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.004041700701005101,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"mmlu-pro","share":0.08923030906417588},{"family":"aime","share":0.08907299265814662},{"family":"livecodebench","share":0.08904743647365669},{"family":"ifbench","share":0.08700890190202416},{"family":"hle","share":0.08518000025343063},{"family":"gpqa","share":0.08501362738191899},{"family":"critpt","share":0.08467628166686694},{"family":"omniscience","share":0.08434864111500602},{"family":"mmmu-pro","share":0.0832147497604954},{"family":"aa-lcr","share":0.0783619461889671},{"family":"tau-bench","share":0.07513987496749198},{"family":"terminal-bench","share":0.06970523856782078}]},"capabilityRatings":[{"bucket":"agentic","score":0.025954627705583072,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01513951765120068,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.012592166942950388,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.025227501635483426,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01665440205974378,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.024730374171294246,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2887447202086984,"lowerBound":0,"upperBound":1,"independentScore":0.2887447202086984,"independent":true,"opponentIds":3412,"independentOpponentIds":3412,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a73112ccabc790faf47fc2ac"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.19420599394648197,"lowerBound":0,"upperBound":1,"independentScore":0.19420599394648197,"independent":true,"opponentIds":3413,"independentOpponentIds":3413,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5bc12952f1891bb0379aa9c7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3414,"independentOpponentIds":3414,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1a3f4483f198c01a748200ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.12223741385719307,"lowerBound":0,"upperBound":1,"independentScore":0.12223741385719307,"independent":true,"opponentIds":3415,"independentOpponentIds":3415,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6b9f2418d52839baa7a340b2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.012550504431761483,"lowerBound":0,"upperBound":1,"independentScore":0.012550504431761483,"independent":true,"opponentIds":3416,"independentOpponentIds":3416,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2616cf11c1caf39e02f50c19"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.21630882549754873,"lowerBound":0,"upperBound":1,"independentScore":0.21630882549754873,"independent":true,"opponentIds":3417,"independentOpponentIds":3417,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fa9589c76a8ee5e83bd7774c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3061012459655384,"lowerBound":0,"upperBound":1,"independentScore":0.3061012459655384,"independent":true,"opponentIds":3418,"independentOpponentIds":3418,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f7d1263f0ece557ae1ad4f4d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2744678880816356,"lowerBound":0,"upperBound":1,"independentScore":0.2744678880816356,"independent":true,"opponentIds":3419,"independentOpponentIds":3419,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["68113c3030360a2eb3a4d15a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.14828277218340666,"lowerBound":0,"upperBound":1,"independentScore":0.14828277218340666,"independent":true,"opponentIds":3420,"independentOpponentIds":3420,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["adbe6ad89c794eda3ff9c001"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5179981983550888,"lowerBound":0,"upperBound":1,"independentScore":0.5179981983550888,"independent":true,"opponentIds":3421,"independentOpponentIds":3421,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1cd485ab01810c1389e0f4d6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3678801126769327,"lowerBound":0,"upperBound":1,"independentScore":0.3678801126769327,"independent":true,"opponentIds":3422,"independentOpponentIds":3422,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5cc01773941f38b549389bb9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17682420571087867,"lowerBound":0,"upperBound":1,"independentScore":0.17682420571087867,"independent":true,"opponentIds":3423,"independentOpponentIds":3423,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["79091a97cdd8c46eb8496f8f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a73112ccabc790faf47fc2ac","5bc12952f1891bb0379aa9c7","1a3f4483f198c01a748200ab","6b9f2418d52839baa7a340b2","2616cf11c1caf39e02f50c19","fa9589c76a8ee5e83bd7774c","f7d1263f0ece557ae1ad4f4d","68113c3030360a2eb3a4d15a","adbe6ad89c794eda3ff9c001","1cd485ab01810c1389e0f4d6","5cc01773941f38b549389bb9","79091a97cdd8c46eb8496f8f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-8b-thinking--effort-reasoning","name":"Qwen3-VL-8B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-8b-thinking","detailsUrl":"/efforts?model=qwen3-vl-8b-thinking","publishedBenchmarkCount":13,"overallRating":{"score":0.00760858638067614,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999994}],"familyWeights":[{"family":"mmlu-pro","share":0.08923030906417588},{"family":"aime","share":0.08907299265814662},{"family":"livecodebench","share":0.08904743647365669},{"family":"ifbench","share":0.08700890190202416},{"family":"hle","share":0.08518000025343063},{"family":"gpqa","share":0.08501362738191899},{"family":"critpt","share":0.08467628166686694},{"family":"omniscience","share":0.08434864111500602},{"family":"mmmu-pro","share":0.0832147497604954},{"family":"aa-lcr","share":0.0783619461889671},{"family":"tau-bench","share":0.07513987496749198},{"family":"terminal-bench","share":0.06970523856782078}]},"capabilityRatings":[{"bucket":"agentic","score":0.0155247026140836,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.029477071052834095,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016055137426981027,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04371267157518177,"supported":true,"families":3,"independentFamilies":3,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03770107391329095,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.05170830899529736,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.32819804185094587,"lowerBound":0,"upperBound":1,"independentScore":0.32819804185094587,"independent":true,"opponentIds":3424,"independentOpponentIds":3424,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["cc7b91f0e6eb4ba4a8af2d29"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3358336311833991,"lowerBound":0,"upperBound":1,"independentScore":0.3358336311833991,"independent":true,"opponentIds":3425,"independentOpponentIds":3425,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6070f6657824dddd8b696352"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5226848217404536,"lowerBound":0,"upperBound":1,"independentScore":0.5226848217404536,"independent":true,"opponentIds":3426,"independentOpponentIds":3426,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["70e25eae318c15611c90329a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.27480414468389497,"lowerBound":0,"upperBound":1,"independentScore":0.27480414468389497,"independent":true,"opponentIds":3427,"independentOpponentIds":3427,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["96396a220f050f9c610a29b7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.09615076388109589,"lowerBound":0,"upperBound":1,"independentScore":0.09615076388109589,"independent":true,"opponentIds":3428,"independentOpponentIds":3428,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["405328f5d7cbbe8ce56d7b17"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.42698526457125663,"lowerBound":0,"upperBound":1,"independentScore":0.42698526457125663,"independent":true,"opponentIds":3429,"independentOpponentIds":3429,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8ab8eba51f6cc002414295be"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3460722361389695,"lowerBound":0,"upperBound":1,"independentScore":0.3460722361389695,"independent":true,"opponentIds":3430,"independentOpponentIds":3430,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4ecac423e4e3317e14f55ad5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4501325103558006,"lowerBound":0,"upperBound":1,"independentScore":0.4501325103558006,"independent":true,"opponentIds":3431,"independentOpponentIds":3431,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f865331efe53ccc13479e7f9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2984253296418037,"lowerBound":0,"upperBound":1,"independentScore":0.2984253296418037,"independent":true,"opponentIds":3432,"independentOpponentIds":3432,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["cffa767ba0a1e16e2db0137e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5126916153185379,"lowerBound":0,"upperBound":1,"independentScore":0.5126916153185379,"independent":true,"opponentIds":3433,"independentOpponentIds":3433,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bce789fbb94ae0834475783e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.25509198821129125,"lowerBound":0,"upperBound":1,"independentScore":0.25509198821129125,"independent":true,"opponentIds":3434,"independentOpponentIds":3434,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a0a268dca21cea302e2bdc4b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24308731927121618,"lowerBound":0,"upperBound":1,"independentScore":0.24308731927121618,"independent":true,"opponentIds":3435,"independentOpponentIds":3435,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6c738ba4e4e4ebda37da9cf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cc7b91f0e6eb4ba4a8af2d29","6070f6657824dddd8b696352","70e25eae318c15611c90329a","96396a220f050f9c610a29b7","405328f5d7cbbe8ce56d7b17","8ab8eba51f6cc002414295be","4ecac423e4e3317e14f55ad5","f865331efe53ccc13479e7f9","cffa767ba0a1e16e2db0137e","bce789fbb94ae0834475783e","a0a268dca21cea302e2bdc4b","a6c738ba4e4e4ebda37da9cf"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.5-0.8b--effort-non-reasoning","name":"Qwen3.5-0.8B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-0.8b","detailsUrl":"/efforts?model=qwen3.5-0.8b","publishedBenchmarkCount":12,"overallRating":{"score":0.0027373310240663795,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"ifbench","share":0.1072245470002687},{"family":"gpqa","share":0.10570942247334228},{"family":"hle","share":0.10562127464084752},{"family":"critpt","share":0.10494690008341628},{"family":"omniscience","share":0.10338321148999613},{"family":"mmmu-pro","share":0.10337210765721203},{"family":"terminal-bench","share":0.10118391259099067},{"family":"aa-lcr","share":0.09613996002579622},{"family":"tau-bench","share":0.09101354592029835},{"family":"gdpval","share":0.08140511811783947}]},"capabilityRatings":[{"bucket":"agentic","score":0.0565934386400385,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020537726305670977,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006921604452308812,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0060629837142549435,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.006643974841338616,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.016699257199671427,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.12898786621967812,"lowerBound":0,"upperBound":1,"independentScore":0.12898786621967812,"independent":true,"opponentIds":3436,"independentOpponentIds":3436,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c79f005bd2c96b3dfac33ffa"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23027331800353373,"lowerBound":0,"upperBound":1,"independentScore":0.23027331800353373,"independent":true,"opponentIds":3437,"independentOpponentIds":3437,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d0bdc890c6710da451dc8600"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.017556069781902123,"lowerBound":0,"upperBound":1,"independentScore":0.017556069781902123,"independent":true,"opponentIds":3438,"independentOpponentIds":3438,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["6896ec6701b9ac93574cca70"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.017429523466829484,"lowerBound":0,"upperBound":1,"independentScore":0.017429523466829484,"independent":true,"opponentIds":3439,"independentOpponentIds":3439,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3f1ad55633cc7a58851cd2c9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2768348619451485,"lowerBound":0,"upperBound":1,"independentScore":0.2768348619451485,"independent":true,"opponentIds":3440,"independentOpponentIds":3440,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["00910596b4c53cfe534ac0eb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.039880606521059354,"lowerBound":0,"upperBound":1,"independentScore":0.039880606521059354,"independent":true,"opponentIds":3441,"independentOpponentIds":3441,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dedc8bed9daad7fda2892e8f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.013275207582557258,"lowerBound":0,"upperBound":1,"independentScore":0.013275207582557258,"independent":true,"opponentIds":3442,"independentOpponentIds":3442,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b6fa5f20a494fa9ecedcc7ee"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.011590810937252992,"lowerBound":0,"upperBound":1,"independentScore":0.011590810937252992,"independent":true,"opponentIds":3443,"independentOpponentIds":3443,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["aff956fbf6dee32a521c6a67"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6132600226947057,"lowerBound":0,"upperBound":1,"independentScore":0.6132600226947057,"independent":true,"opponentIds":3444,"independentOpponentIds":3444,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c43d78ed5ec033460060cf6c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03453470529296189,"lowerBound":0,"upperBound":1,"independentScore":0.03453470529296189,"independent":true,"opponentIds":3445,"independentOpponentIds":3445,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["fe58f57624f6bfd77e4a529b","0557d91e1328599eddeedaa0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c79f005bd2c96b3dfac33ffa","d0bdc890c6710da451dc8600","6896ec6701b9ac93574cca70","3f1ad55633cc7a58851cd2c9","00910596b4c53cfe534ac0eb","dedc8bed9daad7fda2892e8f","b6fa5f20a494fa9ecedcc7ee","aff956fbf6dee32a521c6a67","c43d78ed5ec033460060cf6c","fe58f57624f6bfd77e4a529b","0557d91e1328599eddeedaa0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-0.8b--effort-reasoning","name":"Qwen3.5-0.8B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-0.8b","detailsUrl":"/efforts?model=qwen3.5-0.8b","publishedBenchmarkCount":12,"overallRating":{"score":0.001970950374810006,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"ifbench","share":0.1072245470002687},{"family":"gpqa","share":0.10570942247334228},{"family":"hle","share":0.10562127464084752},{"family":"critpt","share":0.10494690008341628},{"family":"omniscience","share":0.10338321148999613},{"family":"mmmu-pro","share":0.10337210765721203},{"family":"terminal-bench","share":0.10118391259099067},{"family":"aa-lcr","share":0.09613996002579622},{"family":"tau-bench","share":0.09101354592029835},{"family":"gdpval","share":0.08140511811783947}]},"capabilityRatings":[{"bucket":"agentic","score":0.04560085201125729,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.012328803511481015,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006454002646716345,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005982322913375408,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.006643974841338616,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.017629215015298322,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1381100962056192,"lowerBound":0,"upperBound":1,"independentScore":0.1381100962056192,"independent":true,"opponentIds":3436,"independentOpponentIds":3436,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6526c4eb6102f766c4c1062f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23027331800353373,"lowerBound":0,"upperBound":1,"independentScore":0.23027331800353373,"independent":true,"opponentIds":3437,"independentOpponentIds":3437,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["60b7d90d07f72044a849d7a4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.017556069781902123,"lowerBound":0,"upperBound":1,"independentScore":0.017556069781902123,"independent":true,"opponentIds":3438,"independentOpponentIds":3438,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9e15fe0442b62ce945e0ed3a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.005694794796092802,"lowerBound":0,"upperBound":1,"independentScore":0.005694794796092802,"independent":true,"opponentIds":3439,"independentOpponentIds":3439,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3cf0f7313bdb3bb306cf325b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3440,"independentOpponentIds":3440,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1c91f30bb30bc36833d46e2a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.039880606521059354,"lowerBound":0,"upperBound":1,"independentScore":0.039880606521059354,"independent":true,"opponentIds":3441,"independentOpponentIds":3441,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b20cc339a7f979c41b1c036d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.013275207582557258,"lowerBound":0,"upperBound":1,"independentScore":0.013275207582557258,"independent":true,"opponentIds":3442,"independentOpponentIds":3442,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8aad14fd7116de2c2cfdeeef"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.007745135846702696,"lowerBound":0,"upperBound":1,"independentScore":0.007745135846702696,"independent":true,"opponentIds":3443,"independentOpponentIds":3443,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9eb4731b4ea4ea831d5585e4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5560267113453373,"lowerBound":0,"upperBound":1,"independentScore":0.5560267113453373,"independent":true,"opponentIds":3444,"independentOpponentIds":3444,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ced6927af98788f28fec7064"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.02592192660863492,"lowerBound":0,"upperBound":1,"independentScore":0.02592192660863492,"independent":true,"opponentIds":3445,"independentOpponentIds":3445,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f848e97ce77653c8903415bd","6c477d7a9ed5f790dea8bffe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6526c4eb6102f766c4c1062f","60b7d90d07f72044a849d7a4","9e15fe0442b62ce945e0ed3a","3cf0f7313bdb3bb306cf325b","1c91f30bb30bc36833d46e2a","b20cc339a7f979c41b1c036d","8aad14fd7116de2c2cfdeeef","9eb4731b4ea4ea831d5585e4","ced6927af98788f28fec7064","f848e97ce77653c8903415bd","6c477d7a9ed5f790dea8bffe"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-122b-a10b--effort-reasoning","name":"Qwen3.5-122B-A10B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-122b-a10b","detailsUrl":"/efforts?model=qwen3.5-122b-a10b","publishedBenchmarkCount":19,"overallRating":{"score":0.08822589639702975,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000049}],"familyWeights":[{"family":"briefcase","share":0.08328300635427931},{"family":"automationbench","share":0.08316434266625342},{"family":"gdp-pdf","share":0.08280741343244631},{"family":"terminal-bench","share":0.0792621595614408},{"family":"ifbench","share":0.07177070031314263},{"family":"tau-bench","share":0.07170936170424022},{"family":"gpqa","share":0.07037158233631358},{"family":"hle","share":0.07036483792503334},{"family":"critpt","share":0.0695882585010908},{"family":"omniscience","share":0.06900279519822951},{"family":"mmmu-pro","share":0.06866889439885121},{"family":"aa-lcr","share":0.06436037258102083},{"family":"gmmlu","share":0.059648099637516244},{"family":"gdpval","share":0.0559981753901406}]},"capabilityRatings":[{"bucket":"agentic","score":0.14942122095740573,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18780290525430998,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12134787651691499,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20743530183057912,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.22631606167515758,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3591622097106045,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.318516506980548,"lowerBound":0,"upperBound":1,"independentScore":0.318516506980548,"independent":true,"opponentIds":3446,"independentOpponentIds":3446,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9797fd599cf89cf3d36d814a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8264858548230442,"lowerBound":0,"upperBound":1,"independentScore":0.8264858548230442,"independent":true,"opponentIds":3447,"independentOpponentIds":3447,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fd77aa95b9c29c06a6b169cc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.39940887112680956,"lowerBound":0,"upperBound":1,"independentScore":0.39940887112680956,"independent":true,"opponentIds":3448,"independentOpponentIds":3448,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f1e2c1476fab5dba5c841fa6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5825800092211227,"lowerBound":0,"upperBound":1,"independentScore":0.5825800092211227,"independent":true,"opponentIds":3449,"independentOpponentIds":3449,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4e4780dee2a81d7e9171107a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3029091691991113,"lowerBound":0,"upperBound":1,"independentScore":0.3029091691991113,"independent":true,"opponentIds":3450,"independentOpponentIds":3450,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["dc76f6471810c741012070f3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4723107325574991,"lowerBound":0,"upperBound":1,"independentScore":0.4723107325574991,"independent":true,"opponentIds":3451,"independentOpponentIds":3451,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["051aa80bb154784791487055"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8591957137993255,"lowerBound":0,"upperBound":1,"independentScore":0.8591957137993255,"independent":true,"opponentIds":3452,"independentOpponentIds":3452,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["89cbf8eb01c2697fd35c27a3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.820547422323078,"lowerBound":0,"upperBound":1,"independentScore":0.820547422323078,"independent":true,"opponentIds":3453,"independentOpponentIds":3453,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9b2b75d84b4f7c03bc1bc751"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7434580697640029,"lowerBound":0,"upperBound":1,"independentScore":0.7434580697640029,"independent":true,"opponentIds":3454,"independentOpponentIds":3454,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["91a6a7e402d1e1cd935677c2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.938585188053658,"lowerBound":0,"upperBound":1,"independentScore":0.938585188053658,"independent":true,"opponentIds":3455,"independentOpponentIds":3455,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ad4b717ca4a435c0c7b6bf1a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7402990742468037,"lowerBound":0,"upperBound":1,"independentScore":0.7402990742468037,"independent":true,"opponentIds":3456,"independentOpponentIds":3456,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["633304c9460583efb1a9d123"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6213892202543707,"lowerBound":0,"upperBound":1,"independentScore":0.6213892202543707,"independent":true,"opponentIds":3457,"independentOpponentIds":3457,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dca6e42139718103b2bc6718"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7386030432864044,"lowerBound":0,"upperBound":1,"independentScore":0.7386030432864044,"independent":true,"opponentIds":3458,"independentOpponentIds":3458,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a3b2b0715095d52d58ac063b","591bd1ccff3f9c16ac8904ce"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5080287535896234,"lowerBound":0,"upperBound":1,"independentScore":0.5080287535896234,"independent":true,"opponentIds":3459,"independentOpponentIds":3459,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["dbcbfe85658c4ab468fa9ca3","928dfca300ef1cd20891bdf3","393b7eb4b3c229026330a49e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9797fd599cf89cf3d36d814a","fd77aa95b9c29c06a6b169cc","f1e2c1476fab5dba5c841fa6","4e4780dee2a81d7e9171107a","dc76f6471810c741012070f3","051aa80bb154784791487055","89cbf8eb01c2697fd35c27a3","9b2b75d84b4f7c03bc1bc751","91a6a7e402d1e1cd935677c2","ad4b717ca4a435c0c7b6bf1a","633304c9460583efb1a9d123","dca6e42139718103b2bc6718","a3b2b0715095d52d58ac063b","591bd1ccff3f9c16ac8904ce","dbcbfe85658c4ab468fa9ca3","928dfca300ef1cd20891bdf3","393b7eb4b3c229026330a49e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"qwen3.5-122b-a10b--effort-non-reasoning","name":"Qwen3.5-122B-A10B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-122b-a10b","detailsUrl":"/efforts?model=qwen3.5-122b-a10b","publishedBenchmarkCount":15,"overallRating":{"score":0.06532580541220011,"supported":true,"families":12,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":236,"independentFamilies":12,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.6618711145853328},{"source":"Epoch AI","independent":true,"share":0.3381288854146736}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.3381288854146738},{"family":"ifbench","share":0.06464325514720602},{"family":"hle","share":0.06339336637834896},{"family":"gpqa","share":0.06322406008851515},{"family":"critpt","share":0.06291960294214022},{"family":"omniscience","share":0.06264299402938417},{"family":"mmmu-pro","share":0.06185417513731439},{"family":"tau-bench","share":0.05967122124409926},{"family":"aa-lcr","share":0.058196841269709},{"family":"gmmlu","share":0.05719671743368777},{"family":"gdpval","share":0.054179813414772966},{"family":"terminal-bench","share":0.053949067500157696}]},"capabilityRatings":[{"bucket":"agentic","score":0.14478254297389345,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16008847315096494,"supported":true,"families":4,"independentFamilies":4,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1504826776755095,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09145017164557266,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.135529433318318,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.14404417843787098,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5789798226924096,"lowerBound":0,"upperBound":1,"independentScore":0.5789798226924096,"independent":true,"opponentIds":3447,"independentOpponentIds":3447,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7570031879abad667cd8e969"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6174371586687926,"lowerBound":0,"upperBound":1,"independentScore":0.6174371586687926,"independent":true,"opponentIds":3449,"independentOpponentIds":3449,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1434c5402cedf4ac2b4da110"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4443934501946365,"lowerBound":0,"upperBound":1,"independentScore":0.4443934501946365,"independent":true,"opponentIds":3451,"independentOpponentIds":3451,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["0e00f6e43c6a400549e216cd"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7449931566553039,"lowerBound":0,"upperBound":1,"independentScore":0.7449931566553039,"independent":true,"opponentIds":3452,"independentOpponentIds":3452,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["4f7ad991264657d538d51832"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7243993327540941,"lowerBound":0,"upperBound":1,"independentScore":0.7243993327540941,"independent":true,"opponentIds":3453,"independentOpponentIds":3453,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["712427354a54a3d7928dc9a0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.643382297288492,"lowerBound":0,"upperBound":1,"independentScore":0.643382297288492,"independent":true,"opponentIds":3454,"independentOpponentIds":3454,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["cd859ec8921f41c450fecef8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6263034800775479,"lowerBound":0,"upperBound":1,"independentScore":0.6263034800775479,"independent":true,"opponentIds":3455,"independentOpponentIds":3455,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9e4d9fd1a2574d6a5ae7703f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.610784016724923,"lowerBound":0,"upperBound":1,"independentScore":0.610784016724923,"independent":true,"opponentIds":3456,"independentOpponentIds":3456,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b5b2eded240cc84231225e2e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4751940606070866,"lowerBound":0,"upperBound":1,"independentScore":0.4751940606070866,"independent":true,"opponentIds":3457,"independentOpponentIds":3457,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2680ab741c6710c6308ef76b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5992739268749208,"lowerBound":0,"upperBound":1,"independentScore":0.5992739268749208,"independent":true,"opponentIds":3458,"independentOpponentIds":3458,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c3bfff836c0b94cd19e1ab01","3dd3e9d4d8dcd772354db4ac"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6752674086254458,"lowerBound":0,"upperBound":1,"independentScore":0.6752674086254458,"independent":true,"opponentIds":3460,"independentOpponentIds":3460,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c6b2a6fcceb391533b9ccb6d","a29311df8979dbac227d11e3"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.46413434917226115,"lowerBound":0,"upperBound":1,"independentScore":0.46413434917226115,"independent":true,"opponentIds":3461,"independentOpponentIds":3461,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-X5FL4gkJQYjzJ7axz23rfd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7570031879abad667cd8e969","1434c5402cedf4ac2b4da110","0e00f6e43c6a400549e216cd","4f7ad991264657d538d51832","712427354a54a3d7928dc9a0","cd859ec8921f41c450fecef8","9e4d9fd1a2574d6a5ae7703f","b5b2eded240cc84231225e2e","2680ab741c6710c6308ef76b","c3bfff836c0b94cd19e1ab01","3dd3e9d4d8dcd772354db4ac","c6b2a6fcceb391533b9ccb6d","a29311df8979dbac227d11e3","epoch-run-X5FL4gkJQYjzJ7axz23rfd"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"qwen3.5-27b--effort-non-reasoning","name":"Qwen3.5-27B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-27b","detailsUrl":"/efforts?model=qwen3.5-27b","publishedBenchmarkCount":11,"overallRating":{"score":0.046850391382862476,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000162}],"familyWeights":[{"family":"ifbench","share":0.1088207600368494},{"family":"gpqa","share":0.10727534472451279},{"family":"hle","share":0.10718354896341542},{"family":"critpt","share":0.10650102466190413},{"family":"mmmu-pro","share":0.1049359060022153},{"family":"omniscience","share":0.10491523675483103},{"family":"aa-lcr","share":0.09756773077197367},{"family":"tau-bench","share":0.09237859392215428},{"family":"gmmlu","share":0.08587199670723251},{"family":"terminal-bench","share":0.0845498574549183}]},"capabilityRatings":[{"bucket":"agentic","score":0.2205080671053278,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13362309192551466,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15380360767438742,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05924557803707936,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.12726208145004922,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.16461640172197747,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6258023482053382,"lowerBound":0,"upperBound":1,"independentScore":0.6258023482053382,"independent":true,"opponentIds":3462,"independentOpponentIds":3462,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["70ec9dd22c9c9b201c491822"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5172188808112737,"lowerBound":0,"upperBound":1,"independentScore":0.5172188808112737,"independent":true,"opponentIds":3463,"independentOpponentIds":3463,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["52b6b150197775cfe5c91b8e"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6341669432453654,"lowerBound":0,"upperBound":1,"independentScore":0.6341669432453654,"independent":true,"opponentIds":3464,"independentOpponentIds":3464,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c1822f4f16b355f03b6b133e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7788318956594714,"lowerBound":0,"upperBound":1,"independentScore":0.7788318956594714,"independent":true,"opponentIds":3465,"independentOpponentIds":3465,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4a6498ef78e583463717f583"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6118699284032248,"lowerBound":0,"upperBound":1,"independentScore":0.6118699284032248,"independent":true,"opponentIds":3466,"independentOpponentIds":3466,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["78ef779c3fcd29db093d3844"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5688471541464483,"lowerBound":0,"upperBound":1,"independentScore":0.5688471541464483,"independent":true,"opponentIds":3467,"independentOpponentIds":3467,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b21250eb9c4c108f04af43f0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6106625649857337,"lowerBound":0,"upperBound":1,"independentScore":0.6106625649857337,"independent":true,"opponentIds":3468,"independentOpponentIds":3468,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8e7a86835734ba4cfd98b502"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2890563054531792,"lowerBound":0,"upperBound":1,"independentScore":0.2890563054531792,"independent":true,"opponentIds":3469,"independentOpponentIds":3469,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6fe875ee0279a564bcd15685"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8151929375508926,"lowerBound":0,"upperBound":1,"independentScore":0.8151929375508926,"independent":true,"opponentIds":3470,"independentOpponentIds":3470,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["dd74023e1d36e1931e867b89"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7764945639737773,"lowerBound":0,"upperBound":1,"independentScore":0.7764945639737773,"independent":true,"opponentIds":3471,"independentOpponentIds":3471,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["3535372b77b4f10a2aae2f53"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["70ec9dd22c9c9b201c491822","52b6b150197775cfe5c91b8e","c1822f4f16b355f03b6b133e","4a6498ef78e583463717f583","78ef779c3fcd29db093d3844","b21250eb9c4c108f04af43f0","8e7a86835734ba4cfd98b502","6fe875ee0279a564bcd15685","dd74023e1d36e1931e867b89","3535372b77b4f10a2aae2f53"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"qwen3.5-27b--effort-reasoning","name":"Qwen3.5-27B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-27b","detailsUrl":"/efforts?model=qwen3.5-27b","publishedBenchmarkCount":12,"overallRating":{"score":0.1248540683454374,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}],"familyWeights":[{"family":"ifbench","share":0.10028050454950868},{"family":"gpqa","share":0.098616359879718},{"family":"hle","share":0.09855848589144198},{"family":"critpt","share":0.0978029493999661},{"family":"omniscience","share":0.09658819108924094},{"family":"mmmu-pro","share":0.09627671920523244},{"family":"aa-lcr","share":0.08981197497295378},{"family":"tau-bench","share":0.08500689953209646},{"family":"gmmlu","share":0.08013921086991983},{"family":"itbench","share":0.07895688829448487},{"family":"terminal-bench","share":0.07796181631544508}]},"capabilityRatings":[{"bucket":"agentic","score":0.3101743854435964,"supported":true,"families":2,"independentFamilies":2,"opponents":185,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.19073936824097557,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16426780289297446,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16813793098912788,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.23394742577045924,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4047497935562059,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8604517556663015,"lowerBound":0,"upperBound":1,"independentScore":0.8604517556663015,"independent":true,"opponentIds":3462,"independentOpponentIds":3462,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b3259eb613b9008d13bfb2fd"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.598389700807171,"lowerBound":0,"upperBound":1,"independentScore":0.598389700807171,"independent":true,"opponentIds":3463,"independentOpponentIds":3463,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["3e51ac2e0bcfc616f60fdbcb"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7975670882647594,"lowerBound":0,"upperBound":1,"independentScore":0.7975670882647594,"independent":true,"opponentIds":3464,"independentOpponentIds":3464,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["3a55ccda11cad6f5dc83eb08"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8334043386581277,"lowerBound":0,"upperBound":1,"independentScore":0.8334043386581277,"independent":true,"opponentIds":3465,"independentOpponentIds":3465,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c89518098dd5dccb090f454a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7386545343202782,"lowerBound":0,"upperBound":1,"independentScore":0.7386545343202782,"independent":true,"opponentIds":3466,"independentOpponentIds":3466,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4f49cf2685886f6ec4a83da8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9307449617975134,"lowerBound":0,"upperBound":1,"independentScore":0.9307449617975134,"independent":true,"opponentIds":3467,"independentOpponentIds":3467,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9dc289d96ddc9b2f19861742"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.5499462851705244,"lowerBound":0,"upperBound":1,"independentScore":0.5499462851705244,"independent":true,"opponentIds":3472,"independentOpponentIds":3472,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["6386fdf31a291d72b80c8bda"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7554028837388184,"lowerBound":0,"upperBound":1,"independentScore":0.7554028837388184,"independent":true,"opponentIds":3468,"independentOpponentIds":3468,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4ae5bffa4ac662eed074e463"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5165866754289844,"lowerBound":0,"upperBound":1,"independentScore":0.5165866754289844,"independent":true,"opponentIds":3469,"independentOpponentIds":3469,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8e5f70a0d9b318aca939682c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.89308676105661,"lowerBound":0,"upperBound":1,"independentScore":0.89308676105661,"independent":true,"opponentIds":3470,"independentOpponentIds":3470,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d04bd91f3abbf17a30df7293"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7964633224050756,"lowerBound":0,"upperBound":1,"independentScore":0.7964633224050756,"independent":true,"opponentIds":3471,"independentOpponentIds":3471,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["87314125e9b141d0f793b80a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b3259eb613b9008d13bfb2fd","3e51ac2e0bcfc616f60fdbcb","3a55ccda11cad6f5dc83eb08","c89518098dd5dccb090f454a","4f49cf2685886f6ec4a83da8","9dc289d96ddc9b2f19861742","6386fdf31a291d72b80c8bda","4ae5bffa4ac662eed074e463","8e5f70a0d9b318aca939682c","d04bd91f3abbf17a30df7293","87314125e9b141d0f793b80a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-2b--effort-non-reasoning","name":"Qwen3.5-2B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-2b","detailsUrl":"/efforts?model=qwen3.5-2b","publishedBenchmarkCount":12,"overallRating":{"score":0.004434241330172628,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"ifbench","share":0.1072245470002687},{"family":"gpqa","share":0.10570942247334228},{"family":"hle","share":0.10562127464084752},{"family":"critpt","share":0.10494690008341628},{"family":"omniscience","share":0.10338321148999613},{"family":"mmmu-pro","share":0.10337210765721203},{"family":"terminal-bench","share":0.10118391259099067},{"family":"aa-lcr","share":0.09613996002579622},{"family":"tau-bench","share":0.09101354592029835},{"family":"gdpval","share":0.08140511811783947}]},"capabilityRatings":[{"bucket":"agentic","score":0.07648853024650855,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02409803451100977,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014617489614263228,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.00965085190353711,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01161988822025673,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.021258948021367446,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.17252943945923982,"lowerBound":0,"upperBound":1,"independentScore":0.17252943945923982,"independent":true,"opponentIds":3473,"independentOpponentIds":3473,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a7c022f322decc2d18aacdf5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23027331800353373,"lowerBound":0,"upperBound":1,"independentScore":0.23027331800353373,"independent":true,"opponentIds":3474,"independentOpponentIds":3474,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d6189f1ea70832a412f06340"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.035602076394927094,"lowerBound":0,"upperBound":1,"independentScore":0.035602076394927094,"independent":true,"opponentIds":3475,"independentOpponentIds":3475,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["2fc909a093ee84fc1354d083"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.14432312208595208,"lowerBound":0,"upperBound":1,"independentScore":0.14432312208595208,"independent":true,"opponentIds":3476,"independentOpponentIds":3476,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1dc539f5096fa85e6092c50a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2551751055508703,"lowerBound":0,"upperBound":1,"independentScore":0.2551751055508703,"independent":true,"opponentIds":3477,"independentOpponentIds":3477,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["248d8fef7e7a90ae0e4e2295"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.14624004435919752,"lowerBound":0,"upperBound":1,"independentScore":0.14624004435919752,"independent":true,"opponentIds":3478,"independentOpponentIds":3478,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["67088604dbeb65c302440afb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.08625752769148558,"lowerBound":0,"upperBound":1,"independentScore":0.08625752769148558,"independent":true,"opponentIds":3479,"independentOpponentIds":3479,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4dfcabb11e935b9d77c34307"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.04841964903053235,"lowerBound":0,"upperBound":1,"independentScore":0.04841964903053235,"independent":true,"opponentIds":3480,"independentOpponentIds":3480,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["05ae862b6429e595ff8d2b84"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7300487991236886,"lowerBound":0,"upperBound":1,"independentScore":0.7300487991236886,"independent":true,"opponentIds":3481,"independentOpponentIds":3481,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["60624d170a81e918f4879de3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1648197607842925,"lowerBound":0,"upperBound":1,"independentScore":0.1648197607842925,"independent":true,"opponentIds":3482,"independentOpponentIds":3482,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["20c954bf67b034614b5f10b0","84335a8349dd1b9d4fa8d0d2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a7c022f322decc2d18aacdf5","d6189f1ea70832a412f06340","2fc909a093ee84fc1354d083","1dc539f5096fa85e6092c50a","248d8fef7e7a90ae0e4e2295","67088604dbeb65c302440afb","4dfcabb11e935b9d77c34307","05ae862b6429e595ff8d2b84","60624d170a81e918f4879de3","20c954bf67b034614b5f10b0","84335a8349dd1b9d4fa8d0d2"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-2b--effort-reasoning","name":"Qwen3.5-2B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-2b","detailsUrl":"/efforts?model=qwen3.5-2b","publishedBenchmarkCount":12,"overallRating":{"score":0.003941657235449699,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}],"familyWeights":[{"family":"ifbench","share":0.1072245470002687},{"family":"gpqa","share":0.10570942247334228},{"family":"hle","share":0.10562127464084752},{"family":"critpt","share":0.10494690008341628},{"family":"omniscience","share":0.10338321148999613},{"family":"mmmu-pro","share":0.10337210765721203},{"family":"terminal-bench","share":0.10118391259099067},{"family":"aa-lcr","share":0.09613996002579622},{"family":"tau-bench","share":0.09101354592029835},{"family":"gdpval","share":0.08140511811783947}]},"capabilityRatings":[{"bucket":"agentic","score":0.06699344337172032,"supported":true,"families":2,"independentFamilies":2,"opponents":220,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.016375937177330532,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016940512126749425,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01066994691693352,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01213102909066899,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.029965606895706532,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.23407368345391336,"lowerBound":0,"upperBound":1,"independentScore":0.23407368345391336,"independent":true,"opponentIds":3473,"independentOpponentIds":3473,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["340251b326024b7a69c3bf39"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23027331800353373,"lowerBound":0,"upperBound":1,"independentScore":0.23027331800353373,"independent":true,"opponentIds":3474,"independentOpponentIds":3474,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["98ea8b4e38a123443727892b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.08620773917032609,"lowerBound":0,"upperBound":1,"independentScore":0.08620773917032609,"independent":true,"opponentIds":3475,"independentOpponentIds":3475,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["430f9d066315c614ba751865"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.15286531428009126,"lowerBound":0,"upperBound":1,"independentScore":0.15286531428009126,"independent":true,"opponentIds":3476,"independentOpponentIds":3476,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1efb5443137143050e7ed17e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.010908300580720344,"lowerBound":0,"upperBound":1,"independentScore":0.010908300580720344,"independent":true,"opponentIds":3477,"independentOpponentIds":3477,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7bd48532b9a85b06d476758b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.17217757566552358,"lowerBound":0,"upperBound":1,"independentScore":0.17217757566552358,"independent":true,"opponentIds":3478,"independentOpponentIds":3478,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a54f47fe6f74069debb77e36"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.0928951314827642,"lowerBound":0,"upperBound":1,"independentScore":0.0928951314827642,"independent":true,"opponentIds":3479,"independentOpponentIds":3479,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f426f85b359f8e2fe9579751"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.055265795895028474,"lowerBound":0,"upperBound":1,"independentScore":0.055265795895028474,"independent":true,"opponentIds":3480,"independentOpponentIds":3480,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["30a8a589ff73daf9b30088ef"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6438312129778619,"lowerBound":0,"upperBound":1,"independentScore":0.6438312129778619,"independent":true,"opponentIds":3481,"independentOpponentIds":3481,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3f24913e7ca1a2f286dbdce8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1910185751292564,"lowerBound":0,"upperBound":1,"independentScore":0.1910185751292564,"independent":true,"opponentIds":3482,"independentOpponentIds":3482,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["050daa4bef2d46ebbccd176d","31afa3a5ee4f8ddeb7c59185"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["340251b326024b7a69c3bf39","98ea8b4e38a123443727892b","430f9d066315c614ba751865","1efb5443137143050e7ed17e","7bd48532b9a85b06d476758b","a54f47fe6f74069debb77e36","f426f85b359f8e2fe9579751","30a8a589ff73daf9b30088ef","3f24913e7ca1a2f286dbdce8","050daa4bef2d46ebbccd176d","31afa3a5ee4f8ddeb7c59185"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-35b-a3b--effort-non-reasoning","name":"Qwen3.5-35B-A3B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-35b-a3b","detailsUrl":"/efforts?model=qwen3.5-35b-a3b","publishedBenchmarkCount":16,"overallRating":{"score":0.042666785764081006,"supported":true,"families":12,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":12,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.570864141889842},{"source":"Epoch AI","independent":true,"share":0.42913585811017785}],"familyWeights":[{"family":"gpqa","share":0.2686675156665816},{"family":"aime","share":0.21272506682744347},{"family":"gdpval","share":0.055542616621284395},{"family":"tau-bench","share":0.05522682526111325},{"family":"ifbench","share":0.05342973486316681},{"family":"hle","share":0.0523966614918397},{"family":"critpt","share":0.052005080734855026},{"family":"omniscience","share":0.05177645454894145},{"family":"terminal-bench","share":0.05172907644160511},{"family":"mmmu-pro","share":0.05112447029842112},{"family":"aa-lcr","share":0.0481015659225934},{"family":"gmmlu","share":0.047274931322165835}]},"capabilityRatings":[{"bucket":"agentic","score":0.1076642149169597,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13418590567432134,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07734409680845057,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05041158021580853,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.11195521798871107,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1526523537304633,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4558913658280847,"lowerBound":0,"upperBound":1,"independentScore":0.4558913658280847,"independent":true,"opponentIds":3483,"independentOpponentIds":3483,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-h9aoDxyWEhybvARHpyuoco"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5916703546640815,"lowerBound":0,"upperBound":1,"independentScore":0.5916703546640815,"independent":true,"opponentIds":3484,"independentOpponentIds":3484,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["518b3def44f7c280d9c2b344"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5883504002026196,"lowerBound":0,"upperBound":1,"independentScore":0.5883504002026196,"independent":true,"opponentIds":3485,"independentOpponentIds":3485,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["0c4fc56597384246a3c510ea"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.40122500824976076,"lowerBound":0,"upperBound":1,"independentScore":0.40122500824976076,"independent":true,"opponentIds":3486,"independentOpponentIds":3486,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["c11008b7d4895bc958e9a160"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.579728469674176,"lowerBound":0,"upperBound":1,"independentScore":0.579728469674176,"independent":true,"opponentIds":3487,"independentOpponentIds":3487,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["52dac326b14ad8274e860038"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5396135754927703,"lowerBound":0,"upperBound":1,"independentScore":0.5396135754927703,"independent":true,"opponentIds":3488,"independentOpponentIds":3488,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["ffa5a2f4c3d54a3e22f9ef1e","epoch-run-KKm5DbPUgXo88eYr64g4SK"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5860025055930665,"lowerBound":0,"upperBound":1,"independentScore":0.5860025055930665,"independent":true,"opponentIds":3489,"independentOpponentIds":3489,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f4bcadbf6a497277a67985f9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5358312115824312,"lowerBound":0,"upperBound":1,"independentScore":0.5358312115824312,"independent":true,"opponentIds":3490,"independentOpponentIds":3490,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4b2a00224e4e77c869bb3525"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5712786589409892,"lowerBound":0,"upperBound":1,"independentScore":0.5712786589409892,"independent":true,"opponentIds":3491,"independentOpponentIds":3491,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3db7471df67389c685b88dbc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.290384623308461,"lowerBound":0,"upperBound":1,"independentScore":0.290384623308461,"independent":true,"opponentIds":3492,"independentOpponentIds":3492,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cce73caaf54d5224ad13f618"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.465086763133753,"lowerBound":0,"upperBound":1,"independentScore":0.465086763133753,"independent":true,"opponentIds":3493,"independentOpponentIds":3493,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["956b26763c1cc19ed48e62ee","0fe2b426e7191799fd5ad7b0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4899427944482855,"lowerBound":0,"upperBound":1,"independentScore":0.4899427944482855,"independent":true,"opponentIds":3494,"independentOpponentIds":3494,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["23b432199e2d041e6d0644b0","ab038381c16df8d1e510bd8a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["518b3def44f7c280d9c2b344","0c4fc56597384246a3c510ea","c11008b7d4895bc958e9a160","52dac326b14ad8274e860038","ffa5a2f4c3d54a3e22f9ef1e","f4bcadbf6a497277a67985f9","4b2a00224e4e77c869bb3525","3db7471df67389c685b88dbc","cce73caaf54d5224ad13f618","956b26763c1cc19ed48e62ee","0fe2b426e7191799fd5ad7b0","23b432199e2d041e6d0644b0","ab038381c16df8d1e510bd8a","epoch-run-KKm5DbPUgXo88eYr64g4SK","epoch-run-h9aoDxyWEhybvARHpyuoco"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3.5-35b-a3b--effort-reasoning","name":"Qwen3.5-35B-A3B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-35b-a3b","detailsUrl":"/efforts?model=qwen3.5-35b-a3b","publishedBenchmarkCount":12,"overallRating":{"score":0.07753403475799447,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000013}],"familyWeights":[{"family":"ifbench","share":0.1002173148720067},{"family":"gpqa","share":0.09851871706170298},{"family":"hle","share":0.09844991594427713},{"family":"critpt","share":0.09770398279011294},{"family":"omniscience","share":0.09649488257326785},{"family":"mmmu-pro","share":0.0963334372987385},{"family":"aa-lcr","share":0.08973962091010435},{"family":"tau-bench","share":0.08512955909017444},{"family":"gmmlu","share":0.080589019491229},{"family":"itbench","share":0.07871272571375192},{"family":"terminal-bench","share":0.07811082425464277}]},"capabilityRatings":[{"bucket":"agentic","score":0.17285527918066346,"supported":true,"families":2,"independentFamilies":2,"opponents":185,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17805436220277351,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.113496948674305,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1427163841419232,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.16936431259557985,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2675566957164582,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.75248210867816,"lowerBound":0,"upperBound":1,"independentScore":0.75248210867816,"independent":true,"opponentIds":3484,"independentOpponentIds":3484,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["a6bb3e77e8089018687551e0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.61881208344754,"lowerBound":0,"upperBound":1,"independentScore":0.61881208344754,"independent":true,"opponentIds":3485,"independentOpponentIds":3485,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["bca3df4c2afb6534b7ab2365"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7430103115343232,"lowerBound":0,"upperBound":1,"independentScore":0.7430103115343232,"independent":true,"opponentIds":3487,"independentOpponentIds":3487,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5b6def33141d74b866cef6e3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7919986400688596,"lowerBound":0,"upperBound":1,"independentScore":0.7919986400688596,"independent":true,"opponentIds":3495,"independentOpponentIds":3495,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1a4eac252ecd64ac0ec9fac3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7102165067229467,"lowerBound":0,"upperBound":1,"independentScore":0.7102165067229467,"independent":true,"opponentIds":3489,"independentOpponentIds":3489,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e47d94c493c3d8efa18fed87"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8850372181658264,"lowerBound":0,"upperBound":1,"independentScore":0.8850372181658264,"independent":true,"opponentIds":3490,"independentOpponentIds":3490,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6429639babbd562974064492"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.10755895831231543,"lowerBound":0,"upperBound":1,"independentScore":0.10755895831231543,"independent":true,"opponentIds":3496,"independentOpponentIds":3496,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["7eb289685e2f9e25fba62890"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6790697367304013,"lowerBound":0,"upperBound":1,"independentScore":0.6790697367304013,"independent":true,"opponentIds":3491,"independentOpponentIds":3491,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["71b06d1e69d3282835e9802d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.49538174780940936,"lowerBound":0,"upperBound":1,"independentScore":0.49538174780940936,"independent":true,"opponentIds":3492,"independentOpponentIds":3492,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1ef6e17ab8bf9c8ccebbad85"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8327638499827642,"lowerBound":0,"upperBound":1,"independentScore":0.8327638499827642,"independent":true,"opponentIds":3497,"independentOpponentIds":3497,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ef170a6bbbf2157e05ffd6b9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6978960201940068,"lowerBound":0,"upperBound":1,"independentScore":0.6978960201940068,"independent":true,"opponentIds":3498,"independentOpponentIds":3498,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f796f8cd0abdbccf18ef98f6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a6bb3e77e8089018687551e0","bca3df4c2afb6534b7ab2365","5b6def33141d74b866cef6e3","1a4eac252ecd64ac0ec9fac3","e47d94c493c3d8efa18fed87","6429639babbd562974064492","7eb289685e2f9e25fba62890","71b06d1e69d3282835e9802d","1ef6e17ab8bf9c8ccebbad85","ef170a6bbbf2157e05ffd6b9","f796f8cd0abdbccf18ef98f6"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-397b-a17b--effort-reasoning","name":"Qwen3.5-397B-A17B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-397b-a17b","detailsUrl":"/efforts?model=qwen3.5-397b-a17b","publishedBenchmarkCount":22,"overallRating":{"score":0.1356912052453863,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000158}],"familyWeights":[{"family":"gdpval","share":0.06877919392735397},{"family":"terminal-bench","share":0.06833478550374021},{"family":"tau-bench","share":0.06727594752765065},{"family":"automationbench","share":0.0663897611535212},{"family":"briefcase","share":0.06636259921285423},{"family":"gdp-pdf","share":0.06617225819059004},{"family":"ifbench","share":0.05967622487516246},{"family":"hle","share":0.058447360262207995},{"family":"gpqa","share":0.05837195374495084},{"family":"critpt","share":0.05769168368903277},{"family":"omniscience","share":0.057319337629229944},{"family":"mmmu-pro","share":0.05685438143012299},{"family":"aa-lcr","share":0.05360082433351909},{"family":"gmmlu","share":0.05058852745195164},{"family":"apex-agents","share":0.04848020541953618},{"family":"enterprise-ops","share":0.04803948157238991},{"family":"itbench","share":0.04761547407619523}]},"capabilityRatings":[{"bucket":"agentic","score":0.20433178378422276,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26255132774990736,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16076959669277566,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2838233909299875,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3127577104990735,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3875098676420803,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.37212511331568643,"lowerBound":0,"upperBound":1,"independentScore":0.37212511331568643,"independent":true,"opponentIds":3499,"independentOpponentIds":3499,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7a85addb1de948317e2bcefc"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.44824423711116423,"lowerBound":0,"upperBound":1,"independentScore":0.44824423711116423,"independent":true,"opponentIds":3500,"independentOpponentIds":3500,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["acf644377690a4fb775a2880"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8404781222816137,"lowerBound":0,"upperBound":1,"independentScore":0.8404781222816137,"independent":true,"opponentIds":3501,"independentOpponentIds":3501,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["dfb69334a23f689f666068a2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4473729673459,"lowerBound":0,"upperBound":1,"independentScore":0.4473729673459,"independent":true,"opponentIds":3502,"independentOpponentIds":3502,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["135958e9d5c43321eb1d8dbb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7034940319985028,"lowerBound":0,"upperBound":1,"independentScore":0.7034940319985028,"independent":true,"opponentIds":3503,"independentOpponentIds":3503,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c99d476c058b4a89123fa646"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.2825965029626637,"lowerBound":0,"upperBound":1,"independentScore":0.2825965029626637,"independent":true,"opponentIds":3504,"independentOpponentIds":3504,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["83ea18f7ab43ad1f8b8722de"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.633262833635083,"lowerBound":0,"upperBound":1,"independentScore":0.633262833635083,"independent":true,"opponentIds":3505,"independentOpponentIds":3505,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["521a42cd831cbbe5b0e2060b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5003356623431405,"lowerBound":0,"upperBound":1,"independentScore":0.5003356623431405,"independent":true,"opponentIds":3506,"independentOpponentIds":3506,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["897bff0bd990995acf75035b"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8939287535965451,"lowerBound":0,"upperBound":1,"independentScore":0.8939287535965451,"independent":true,"opponentIds":3507,"independentOpponentIds":3507,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7e0dbe0e88c6108996e40748"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8914185813751134,"lowerBound":0,"upperBound":1,"independentScore":0.8914185813751134,"independent":true,"opponentIds":3508,"independentOpponentIds":3508,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bc7c4c940825fac880dcc166"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7975780911162437,"lowerBound":0,"upperBound":1,"independentScore":0.7975780911162437,"independent":true,"opponentIds":3509,"independentOpponentIds":3509,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["ba25e9f3d4d437738db9b852"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9717899392989092,"lowerBound":0,"upperBound":1,"independentScore":0.9717899392989092,"independent":true,"opponentIds":3510,"independentOpponentIds":3510,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a3d4369851bced4c6f9e534d"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.4805604859530607,"lowerBound":0,"upperBound":1,"independentScore":0.4805604859530607,"independent":true,"opponentIds":3511,"independentOpponentIds":3511,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["b395c95b8a65bb01a89133e0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8135546464883086,"lowerBound":0,"upperBound":1,"independentScore":0.8135546464883086,"independent":true,"opponentIds":3512,"independentOpponentIds":3512,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["721334010c9ce0613c28fb6c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7582520558638268,"lowerBound":0,"upperBound":1,"independentScore":0.7582520558638268,"independent":true,"opponentIds":3513,"independentOpponentIds":3513,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["028e196a79298f6522c3e81f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7356006474731304,"lowerBound":0,"upperBound":1,"independentScore":0.7356006474731304,"independent":true,"opponentIds":3514,"independentOpponentIds":3514,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a0cc3fbb604ccc3d914119e9","6f9e10389b596e289112755a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.570927048280998,"lowerBound":0,"upperBound":1,"independentScore":0.570927048280998,"independent":true,"opponentIds":3515,"independentOpponentIds":3515,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["4ce0b8becc8fdf948549228c","642a262fba6eeac8cd6c33a1","ee547f794b6f2b28ae9a8028"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7a85addb1de948317e2bcefc","acf644377690a4fb775a2880","dfb69334a23f689f666068a2","135958e9d5c43321eb1d8dbb","c99d476c058b4a89123fa646","83ea18f7ab43ad1f8b8722de","521a42cd831cbbe5b0e2060b","897bff0bd990995acf75035b","7e0dbe0e88c6108996e40748","bc7c4c940825fac880dcc166","ba25e9f3d4d437738db9b852","a3d4369851bced4c6f9e534d","b395c95b8a65bb01a89133e0","721334010c9ce0613c28fb6c","028e196a79298f6522c3e81f","a0cc3fbb604ccc3d914119e9","6f9e10389b596e289112755a","4ce0b8becc8fdf948549228c","642a262fba6eeac8cd6c33a1","ee547f794b6f2b28ae9a8028"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","name":"Qwen3.5-397B-A17B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-397b-a17b","detailsUrl":"/efforts?model=qwen3.5-397b-a17b","publishedBenchmarkCount":15,"overallRating":{"score":0.0943903647858945,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":236,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5371789792704154},{"source":"Epoch AI","independent":true,"share":0.462821020729586}],"familyWeights":[{"family":"gpqa","share":0.1912274919267561},{"family":"aime","share":0.13319472775212643},{"family":"epoch-game-puzzles","share":0.11552716540278951},{"family":"frontiermath","share":0.07952333032553217},{"family":"ifbench","share":0.05795472694946047},{"family":"hle","share":0.05677299160086373},{"family":"critpt","share":0.056221023664218585},{"family":"omniscience","share":0.055934294424461246},{"family":"mmmu-pro","share":0.05542313859784516},{"family":"aa-lcr","share":0.052110775765539886},{"family":"gmmlu","share":0.05039577176738153},{"family":"tau-bench","share":0.04969116750023682},{"family":"terminal-bench","share":0.04602339432279152}]},"capabilityRatings":[{"bucket":"agentic","score":0.1566470976044045,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.21056199526211006,"supported":true,"families":6,"independentFamilies":6,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23301960485044163,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12267020175736194,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02470543622627654,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.17127460851646337,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5995589507413767,"lowerBound":0,"upperBound":1,"independentScore":0.5995589507413767,"independent":true,"opponentIds":3516,"independentOpponentIds":3516,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-i2ZUgMREKiFAnE2M54w3Py"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6225633983409963,"lowerBound":0,"upperBound":1,"independentScore":0.6225633983409963,"independent":true,"opponentIds":3501,"independentOpponentIds":3501,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["cd62f190593255d149665e0c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6195643745563638,"lowerBound":0,"upperBound":1,"independentScore":0.6195643745563638,"independent":true,"opponentIds":3503,"independentOpponentIds":3503,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["75a41b8db9b3590c183008fc"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7979053687229352,"lowerBound":0,"upperBound":1,"independentScore":0.7979053687229352,"independent":true,"opponentIds":3507,"independentOpponentIds":3507,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["082b89a396ab2c1e7104c310"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7117276193976242,"lowerBound":0,"upperBound":1,"independentScore":0.7117276193976242,"independent":true,"opponentIds":3517,"independentOpponentIds":3517,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["911a594d4aab2c408e3fd321","epoch-run-bXrmQqzF9sXbuZfRrSc7NP"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6869842011433706,"lowerBound":0,"upperBound":1,"independentScore":0.6869842011433706,"independent":true,"opponentIds":3509,"independentOpponentIds":3509,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["79dce625ee6f0c2ed9c8245b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6440285770147613,"lowerBound":0,"upperBound":1,"independentScore":0.6440285770147613,"independent":true,"opponentIds":3510,"independentOpponentIds":3510,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dfd2256c044cc016cd99b343"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.21315333430938377,"lowerBound":0,"upperBound":1,"independentScore":0.21315333430938377,"independent":true,"opponentIds":3512,"independentOpponentIds":3512,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["86340fbe3bc82bdd6b9d0f7d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6319881655117193,"lowerBound":0,"upperBound":1,"independentScore":0.6319881655117193,"independent":true,"opponentIds":3513,"independentOpponentIds":3513,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8ff8cfd69dedb3a094f26ced"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7555421835526616,"lowerBound":0,"upperBound":1,"independentScore":0.7555421835526616,"independent":true,"opponentIds":3518,"independentOpponentIds":3518,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3d1b866c502ba3c2b8352a96"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.870477440546235,"lowerBound":0,"upperBound":1,"independentScore":0.870477440546235,"independent":true,"opponentIds":3519,"independentOpponentIds":3519,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["1164bcd5a5aa3712ceea50a7"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.38160372683120214,"lowerBound":0,"upperBound":1,"independentScore":0.38160372683120214,"independent":true,"opponentIds":3520,"independentOpponentIds":3520,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-A4yUA9PfzRr92JAqDDo9ro"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5105582751974347,"lowerBound":0,"upperBound":1,"independentScore":0.5105582751974347,"independent":true,"opponentIds":3521,"independentOpponentIds":3521,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-D7WDyCr24AVdzr4eKAreJu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cd62f190593255d149665e0c","75a41b8db9b3590c183008fc","082b89a396ab2c1e7104c310","911a594d4aab2c408e3fd321","79dce625ee6f0c2ed9c8245b","dfd2256c044cc016cd99b343","86340fbe3bc82bdd6b9d0f7d","8ff8cfd69dedb3a094f26ced","3d1b866c502ba3c2b8352a96","1164bcd5a5aa3712ceea50a7","epoch-run-A4yUA9PfzRr92JAqDDo9ro","epoch-run-bXrmQqzF9sXbuZfRrSc7NP","epoch-run-D7WDyCr24AVdzr4eKAreJu","epoch-run-i2ZUgMREKiFAnE2M54w3Py"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"qwen3.5-4b--effort-non-reasoning","name":"Qwen3.5-4B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-4b","detailsUrl":"/efforts?model=qwen3.5-4b","publishedBenchmarkCount":13,"overallRating":{"score":0.014229137459939709,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.6471672488185418},{"source":"Epoch AI","independent":true,"share":0.35283275118147284}],"familyWeights":[{"family":"aime","share":0.35283275118147267},{"family":"ifbench","share":0.07593446357274183},{"family":"hle","share":0.07433499391093881},{"family":"gpqa","share":0.07420992679784472},{"family":"critpt","share":0.0734008000616661},{"family":"omniscience","share":0.07296474254933515},{"family":"mmmu-pro","share":0.07237044734950825},{"family":"tau-bench","share":0.07163211456787338},{"family":"aa-lcr","share":0.06819974901034984},{"family":"terminal-bench","share":0.06412001099827376}]},"capabilityRatings":[{"bucket":"agentic","score":0.14538150276792092,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.056193414380284114,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05199513317141908,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01655871633277557,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05307168194198988,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.052244125691166744,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3002396198108584,"lowerBound":0,"upperBound":1,"independentScore":0.3002396198108584,"independent":true,"opponentIds":3522,"independentOpponentIds":3522,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-SAZy8rk2HgyPjA8XZJFUmR"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.34992511215166366,"lowerBound":0,"upperBound":1,"independentScore":0.34992511215166366,"independent":true,"opponentIds":3523,"independentOpponentIds":3523,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0ea8b264473dc425326ac154"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23201937259978045,"lowerBound":0,"upperBound":1,"independentScore":0.23201937259978045,"independent":true,"opponentIds":3524,"independentOpponentIds":3524,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["053597e91079b350b9341d09"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4755571529950951,"lowerBound":0,"upperBound":1,"independentScore":0.4755571529950951,"independent":true,"opponentIds":3525,"independentOpponentIds":3525,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e91f85c76ca2395e8d16bcd7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4295240947707443,"lowerBound":0,"upperBound":1,"independentScore":0.4295240947707443,"independent":true,"opponentIds":3526,"independentOpponentIds":3526,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["47153236c0ed4b07d1500751"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2592000350984652,"lowerBound":0,"upperBound":1,"independentScore":0.2592000350984652,"independent":true,"opponentIds":3527,"independentOpponentIds":3527,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dce15135abcbf97e2e75e164"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.37693751325168234,"lowerBound":0,"upperBound":1,"independentScore":0.37693751325168234,"independent":true,"opponentIds":3528,"independentOpponentIds":3528,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a9e1f9b1809bcd29819a8408"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.12315094999462962,"lowerBound":0,"upperBound":1,"independentScore":0.12315094999462962,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["ed5f4a1b29b3009ad0ceeed1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5128559673143613,"lowerBound":0,"upperBound":1,"independentScore":0.5128559673143613,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d28e385d70e803a765f7fc5c","f08a6b8acbba22210e4198c1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4268369522044974,"lowerBound":0,"upperBound":1,"independentScore":0.4268369522044974,"independent":true,"opponentIds":3531,"independentOpponentIds":3531,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d6fe8b1efef057e8b67e8412","5776b4e242b36d7888d749b7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0ea8b264473dc425326ac154","053597e91079b350b9341d09","e91f85c76ca2395e8d16bcd7","47153236c0ed4b07d1500751","dce15135abcbf97e2e75e164","a9e1f9b1809bcd29819a8408","ed5f4a1b29b3009ad0ceeed1","d28e385d70e803a765f7fc5c","f08a6b8acbba22210e4198c1","d6fe8b1efef057e8b67e8412","5776b4e242b36d7888d749b7","epoch-run-SAZy8rk2HgyPjA8XZJFUmR"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.5-4b--effort-reasoning","name":"Qwen3.5-4B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-4b","detailsUrl":"/efforts?model=qwen3.5-4b","publishedBenchmarkCount":12,"overallRating":{"score":0.027167230954800507,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000067}],"familyWeights":[{"family":"tau-bench","share":0.12440691573666803},{"family":"ifbench","share":0.11294475298466909},{"family":"gpqa","share":0.11167487400779519},{"family":"hle","share":0.11144533382229639},{"family":"critpt","share":0.11095046708502647},{"family":"mmmu-pro","share":0.10916244163097974},{"family":"terminal-bench","share":0.10903506282963664},{"family":"omniscience","share":0.10896397667538624},{"family":"aa-lcr","share":0.10141617522754652}]},"capabilityRatings":[{"bucket":"agentic","score":0.18888646543465348,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06437584908877983,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07156825910730778,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05079133410761549,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07941597460119175,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.15159737426742873,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6000167121249366,"lowerBound":0,"upperBound":1,"independentScore":0.6000167121249366,"independent":true,"opponentIds":3523,"independentOpponentIds":3523,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["897ab118ac1342a924d6112e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.22981962375575232,"lowerBound":0,"upperBound":1,"independentScore":0.22981962375575232,"independent":true,"opponentIds":3524,"independentOpponentIds":3524,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["92b1bbe4bab1236ee4b0635f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6227764910771886,"lowerBound":0,"upperBound":1,"independentScore":0.6227764910771886,"independent":true,"opponentIds":3525,"independentOpponentIds":3525,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["af08f36e4be4659803ff0480"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4855096989075658,"lowerBound":0,"upperBound":1,"independentScore":0.4855096989075658,"independent":true,"opponentIds":3526,"independentOpponentIds":3526,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["642772c958d7cd65f97835cb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6432777890725445,"lowerBound":0,"upperBound":1,"independentScore":0.6432777890725445,"independent":true,"opponentIds":3527,"independentOpponentIds":3527,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9f54a0ec86853c159d448797"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.49044441350289275,"lowerBound":0,"upperBound":1,"independentScore":0.49044441350289275,"independent":true,"opponentIds":3528,"independentOpponentIds":3528,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["a1af20461c5aa98121c402cd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.24619853092181512,"lowerBound":0,"upperBound":1,"independentScore":0.24619853092181512,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["247c36abe2eb6e790cc417b2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6292581536142837,"lowerBound":0,"upperBound":1,"independentScore":0.6292581536142837,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["50e3c30102eb314283834c71","b2ed8afbd8136fb37d1c54bd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5257633014165689,"lowerBound":0,"upperBound":1,"independentScore":0.5257633014165689,"independent":true,"opponentIds":3531,"independentOpponentIds":3531,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["3f84ada02ed713f5b4df5e8b","6b92b80ee9f40384f85cdd13"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["897ab118ac1342a924d6112e","92b1bbe4bab1236ee4b0635f","af08f36e4be4659803ff0480","642772c958d7cd65f97835cb","9f54a0ec86853c159d448797","a1af20461c5aa98121c402cd","247c36abe2eb6e790cc417b2","50e3c30102eb314283834c71","b2ed8afbd8136fb37d1c54bd","3f84ada02ed713f5b4df5e8b","6b92b80ee9f40384f85cdd13"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-9b--effort-reasoning","name":"Qwen3.5-9B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-9b","detailsUrl":"/efforts?model=qwen3.5-9b","publishedBenchmarkCount":18,"overallRating":{"score":0.04208683126809231,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999999}],"familyWeights":[{"family":"gdpval","share":0.08990275578907046},{"family":"tau-bench","share":0.0888991936773751},{"family":"briefcase","share":0.08456477612574863},{"family":"automationbench","share":0.08434842967879135},{"family":"gdp-pdf","share":0.0839768209795594},{"family":"terminal-bench","share":0.08101767992790011},{"family":"ifbench","share":0.0722028986083575},{"family":"gpqa","share":0.07081948503838012},{"family":"hle","share":0.07080239628042746},{"family":"critpt","share":0.07010326814492406},{"family":"omniscience","share":0.0694538307090992},{"family":"mmmu-pro","share":0.06923836666968404},{"family":"aa-lcr","share":0.06467009837068642}]},"capabilityRatings":[{"bucket":"agentic","score":0.0987370958113934,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12086201266155905,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12454795469390512,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08033715242699384,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.11524088009830254,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.22148066058254842,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2242066025532995,"lowerBound":0,"upperBound":1,"independentScore":0.2242066025532995,"independent":true,"opponentIds":3532,"independentOpponentIds":3532,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9b94cf268e2ac4021bbd1e3d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6902613673661053,"lowerBound":0,"upperBound":1,"independentScore":0.6902613673661053,"independent":true,"opponentIds":3533,"independentOpponentIds":3533,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["35ab75c2d9610fd9d6afd707"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.21015122555340554,"lowerBound":0,"upperBound":1,"independentScore":0.21015122555340554,"independent":true,"opponentIds":3534,"independentOpponentIds":3534,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["b320268ce575b376a611419d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.515054678613124,"lowerBound":0,"upperBound":1,"independentScore":0.515054678613124,"independent":true,"opponentIds":3535,"independentOpponentIds":3535,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["93e0ee1fea4ee49c409f7f30"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4386841106906394,"lowerBound":0,"upperBound":1,"independentScore":0.4386841106906394,"independent":true,"opponentIds":3536,"independentOpponentIds":3536,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["3e9c76292ea762a413f6d9f3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.2940360769237802,"lowerBound":0,"upperBound":1,"independentScore":0.2940360769237802,"independent":true,"opponentIds":3537,"independentOpponentIds":3537,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["5cb7f5c3363e1df057d62795"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6732640088097536,"lowerBound":0,"upperBound":1,"independentScore":0.6732640088097536,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9f70624165f1bfb5534f12d8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6267069505189423,"lowerBound":0,"upperBound":1,"independentScore":0.6267069505189423,"independent":true,"opponentIds":3539,"independentOpponentIds":3539,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["91f1614a6570830ed8587c39"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7935812425899135,"lowerBound":0,"upperBound":1,"independentScore":0.7935812425899135,"independent":true,"opponentIds":3540,"independentOpponentIds":3540,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b268faf0293cf763ce33c6d5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5784639966238044,"lowerBound":0,"upperBound":1,"independentScore":0.5784639966238044,"independent":true,"opponentIds":3541,"independentOpponentIds":3541,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3271ebc988e5db1d40b6ee92"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.329934619049989,"lowerBound":0,"upperBound":1,"independentScore":0.329934619049989,"independent":true,"opponentIds":3542,"independentOpponentIds":3542,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["bbb1c791dbb001405e0b3785"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5495536699038658,"lowerBound":0,"upperBound":1,"independentScore":0.5495536699038658,"independent":true,"opponentIds":3543,"independentOpponentIds":3543,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b6ad97d2e6b84fb5bfff38af","1ea96f71f7b8acf0e5c92135"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5143807197601644,"lowerBound":0,"upperBound":1,"independentScore":0.5143807197601644,"independent":true,"opponentIds":3544,"independentOpponentIds":3544,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["0eb44799cf54377c7b779992","71565ab7921a7bff37fd8271","c5d2163d3e991ece89cf3fae"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9b94cf268e2ac4021bbd1e3d","35ab75c2d9610fd9d6afd707","b320268ce575b376a611419d","93e0ee1fea4ee49c409f7f30","3e9c76292ea762a413f6d9f3","5cb7f5c3363e1df057d62795","9f70624165f1bfb5534f12d8","91f1614a6570830ed8587c39","b268faf0293cf763ce33c6d5","3271ebc988e5db1d40b6ee92","bbb1c791dbb001405e0b3785","b6ad97d2e6b84fb5bfff38af","1ea96f71f7b8acf0e5c92135","0eb44799cf54377c7b779992","71565ab7921a7bff37fd8271","c5d2163d3e991ece89cf3fae"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.5-9b--effort-non-reasoning","name":"Qwen3.5-9B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-9b","detailsUrl":"/efforts?model=qwen3.5-9b","publishedBenchmarkCount":13,"overallRating":{"score":0.028634103379410622,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5373764958589294},{"source":"Epoch AI","independent":true,"share":0.46262350414107556}],"familyWeights":[{"family":"gpqa","share":0.2955758566507092},{"family":"aime","share":0.22932508196294743},{"family":"ifbench","share":0.06372467651456327},{"family":"hle","share":0.062382391575714465},{"family":"critpt","share":0.061598410257537775},{"family":"omniscience","share":0.06123246806729083},{"family":"mmmu-pro","share":0.060733731820516036},{"family":"aa-lcr","share":0.05723365570227107},{"family":"tau-bench","share":0.054362240887164244},{"family":"terminal-bench","share":0.053831486561294016}]},"capabilityRatings":[{"bucket":"agentic","score":0.18456055463535118,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1005872151056227,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06836534697633956,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.024424229963175323,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.09552561512512166,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08544717283796609,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3566497079607465,"lowerBound":0,"upperBound":1,"independentScore":0.3566497079607465,"independent":true,"opponentIds":3545,"independentOpponentIds":3545,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-YBMTDnW5LmCN6tBp2QYHzi"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.448984465639012,"lowerBound":0,"upperBound":1,"independentScore":0.448984465639012,"independent":true,"opponentIds":3533,"independentOpponentIds":3533,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["987f147949570e5f033630d1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.582576433079204,"lowerBound":0,"upperBound":1,"independentScore":0.582576433079204,"independent":true,"opponentIds":3535,"independentOpponentIds":3535,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["51cceb0f761a19498f07f43b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.476848197776316,"lowerBound":0,"upperBound":1,"independentScore":0.476848197776316,"independent":true,"opponentIds":3546,"independentOpponentIds":3546,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["c2a233e0c283bc6f848ab7f8","epoch-run-AczFCvkWR5SmdbV7eXruqj"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4572291193638645,"lowerBound":0,"upperBound":1,"independentScore":0.4572291193638645,"independent":true,"opponentIds":3539,"independentOpponentIds":3539,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4d9e271b62a791eb7aa355fb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3468579326535296,"lowerBound":0,"upperBound":1,"independentScore":0.3468579326535296,"independent":true,"opponentIds":3540,"independentOpponentIds":3540,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["405394a5fe3ae5cd4ffb5987"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.529256479591522,"lowerBound":0,"upperBound":1,"independentScore":0.529256479591522,"independent":true,"opponentIds":3541,"independentOpponentIds":3541,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["bee5fa058648448b9abb72f4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.201471380979811,"lowerBound":0,"upperBound":1,"independentScore":0.201471380979811,"independent":true,"opponentIds":3542,"independentOpponentIds":3542,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["37143e5c779711b1534cd2c0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7836286301032414,"lowerBound":0,"upperBound":1,"independentScore":0.7836286301032414,"independent":true,"opponentIds":3547,"independentOpponentIds":3547,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["35b08aa160794079a7760a9a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49358446092763686,"lowerBound":0,"upperBound":1,"independentScore":0.49358446092763686,"independent":true,"opponentIds":3548,"independentOpponentIds":3548,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["5a9c2b5e5ea876f9675bbd0c","9beec241281354166f7f4cdf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["987f147949570e5f033630d1","51cceb0f761a19498f07f43b","c2a233e0c283bc6f848ab7f8","4d9e271b62a791eb7aa355fb","405394a5fe3ae5cd4ffb5987","bee5fa058648448b9abb72f4","37143e5c779711b1534cd2c0","35b08aa160794079a7760a9a","5a9c2b5e5ea876f9675bbd0c","9beec241281354166f7f4cdf","epoch-run-AczFCvkWR5SmdbV7eXruqj","epoch-run-YBMTDnW5LmCN6tBp2QYHzi"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.5-omni-flash--effort-non-reasoning","name":"Qwen3.5-omni-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-omni-flash","detailsUrl":"/efforts?model=qwen3.5-omni-flash","publishedBenchmarkCount":10,"overallRating":{"score":0.016642007184632244,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000147}],"familyWeights":[{"family":"ifbench","share":0.11943364467678222},{"family":"hle","share":0.11691791621475028},{"family":"gpqa","share":0.11672120420226967},{"family":"critpt","share":0.11544856789774548},{"family":"omniscience","share":0.11476271412943002},{"family":"mmmu-pro","share":0.11382797595667335},{"family":"aa-lcr","share":0.10726808628265316},{"family":"tau-bench","share":0.10175052849373926},{"family":"terminal-bench","share":0.09386936214596654}]},"capabilityRatings":[{"bucket":"agentic","score":0.16739911671540753,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05274754618998023,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.040903968900728935,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.026069982704842915,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07790924013415325,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.09877757993861232,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.48322467496416943,"lowerBound":0,"upperBound":1,"independentScore":0.48322467496416943,"independent":true,"opponentIds":3549,"independentOpponentIds":3549,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c717dab863d029554a546f07"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2320193725997804,"lowerBound":0,"upperBound":1,"independentScore":0.2320193725997804,"independent":true,"opponentIds":3550,"independentOpponentIds":3550,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["b94f1d2228e900a6c2df44ae"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.537705353768118,"lowerBound":0,"upperBound":1,"independentScore":0.537705353768118,"independent":true,"opponentIds":3551,"independentOpponentIds":3551,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4828255fcd543335b20e8178"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4041351053565441,"lowerBound":0,"upperBound":1,"independentScore":0.4041351053565441,"independent":true,"opponentIds":3552,"independentOpponentIds":3552,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["5584d2dd8f205f5dfc703398"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3504109359841123,"lowerBound":0,"upperBound":1,"independentScore":0.3504109359841123,"independent":true,"opponentIds":3553,"independentOpponentIds":3553,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7ed7cbd32da3164f960078dd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4628538840228023,"lowerBound":0,"upperBound":1,"independentScore":0.4628538840228023,"independent":true,"opponentIds":3554,"independentOpponentIds":3554,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f03d2e976501ce3b51c34286"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2260760600892126,"lowerBound":0,"upperBound":1,"independentScore":0.2260760600892126,"independent":true,"opponentIds":3555,"independentOpponentIds":3555,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["de3e87fa1b992b3a661f0744"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7636355358823347,"lowerBound":0,"upperBound":1,"independentScore":0.7636355358823347,"independent":true,"opponentIds":3556,"independentOpponentIds":3556,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4305e3ee57626ca07733f9a1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4522696304801502,"lowerBound":0,"upperBound":1,"independentScore":0.4522696304801502,"independent":true,"opponentIds":3557,"independentOpponentIds":3557,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["0e201fd8e88804cf432985b7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c717dab863d029554a546f07","b94f1d2228e900a6c2df44ae","4828255fcd543335b20e8178","5584d2dd8f205f5dfc703398","7ed7cbd32da3164f960078dd","f03d2e976501ce3b51c34286","de3e87fa1b992b3a661f0744","4305e3ee57626ca07733f9a1","0e201fd8e88804cf432985b7"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"qwen3.5-omni-plus--effort-non-reasoning","name":"Qwen3.5-omni-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-omni-plus","detailsUrl":"/efforts?model=qwen3.5-omni-plus","publishedBenchmarkCount":10,"overallRating":{"score":0.04955807522144632,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000147}],"familyWeights":[{"family":"ifbench","share":0.11943364467678222},{"family":"hle","share":0.11691791621475028},{"family":"gpqa","share":0.11672120420226967},{"family":"critpt","share":0.11544856789774548},{"family":"omniscience","share":0.11476271412943002},{"family":"mmmu-pro","share":0.11382797595667335},{"family":"aa-lcr","share":0.10726808628265316},{"family":"tau-bench","share":0.10175052849373926},{"family":"terminal-bench","share":0.09386936214596654}]},"capabilityRatings":[{"bucket":"agentic","score":0.23224070631274116,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13928447091139315,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08719124042835119,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06543651840539567,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.14497261040666143,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.16025759567749776,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6024410648084305,"lowerBound":0,"upperBound":1,"independentScore":0.6024410648084305,"independent":true,"opponentIds":3558,"independentOpponentIds":3558,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c82039a80845dab3eadfacd8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5669572872001988,"lowerBound":0,"upperBound":1,"independentScore":0.5669572872001988,"independent":true,"opponentIds":3559,"independentOpponentIds":3559,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2e75afb685d3a3295079aa9b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.718261568097942,"lowerBound":0,"upperBound":1,"independentScore":0.718261568097942,"independent":true,"opponentIds":3560,"independentOpponentIds":3560,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0f1a5a784a71c9e6676ed3fd"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6194034427606482,"lowerBound":0,"upperBound":1,"independentScore":0.6194034427606482,"independent":true,"opponentIds":3561,"independentOpponentIds":3561,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4d99610acf5319007bb0aeea"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6281482775619996,"lowerBound":0,"upperBound":1,"independentScore":0.6281482775619996,"independent":true,"opponentIds":3562,"independentOpponentIds":3562,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ef689030a893d35e97f6f3d2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6247981254940869,"lowerBound":0,"upperBound":1,"independentScore":0.6247981254940869,"independent":true,"opponentIds":3563,"independentOpponentIds":3563,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["4db50a094c083851e4fab68c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.39129644973433403,"lowerBound":0,"upperBound":1,"independentScore":0.39129644973433403,"independent":true,"opponentIds":3564,"independentOpponentIds":3564,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["047dd20376f5c65c5e1a899a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8285736678769663,"lowerBound":0,"upperBound":1,"independentScore":0.8285736678769663,"independent":true,"opponentIds":3565,"independentOpponentIds":3565,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["75ce6997f9a7d90791f02ea5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6395855552306184,"lowerBound":0,"upperBound":1,"independentScore":0.6395855552306184,"independent":true,"opponentIds":3566,"independentOpponentIds":3566,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["08f342f50a739b3ac9528085"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c82039a80845dab3eadfacd8","2e75afb685d3a3295079aa9b","0f1a5a784a71c9e6676ed3fd","4d99610acf5319007bb0aeea","ef689030a893d35e97f6f3d2","4db50a094c083851e4fab68c","047dd20376f5c65c5e1a899a","75ce6997f9a7d90791f02ea5","08f342f50a739b3ac9528085"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"qwen3.6-27b--effort-reasoning","name":"Qwen3.6-27B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-27b","detailsUrl":"/efforts?model=qwen3.6-27b","publishedBenchmarkCount":18,"overallRating":{"score":0.10241108131562011,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000087}],"familyWeights":[{"family":"briefcase","share":0.08894943536618301},{"family":"automationbench","share":0.08872187141837909},{"family":"gdp-pdf","share":0.08833099491532194},{"family":"terminal-bench","share":0.08522523481925201},{"family":"tau-bench","share":0.07736622920253562},{"family":"ifbench","share":0.0759704283056477},{"family":"gpqa","share":0.07451146331047054},{"family":"hle","share":0.07449241662633582},{"family":"critpt","share":0.0737577402516789},{"family":"omniscience","share":0.07307481320381476},{"family":"mmmu-pro","share":0.07286256392612978},{"family":"aa-lcr","share":0.06804304572403062},{"family":"gdpval","share":0.058693762930225005}]},"capabilityRatings":[{"bucket":"agentic","score":0.23161754932869175,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18674608140794854,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15317562476601365,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11283160247608787,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2163286017503191,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.38735132582401227,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4513174136625882,"lowerBound":0,"upperBound":1,"independentScore":0.4513174136625882,"independent":true,"opponentIds":3567,"independentOpponentIds":3567,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0e93ed1c49c2f34e7933895f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8461757288473952,"lowerBound":0,"upperBound":1,"independentScore":0.8461757288473952,"independent":true,"opponentIds":3568,"independentOpponentIds":3568,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e7a488abcf660ae289f3a24f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4446550823965782,"lowerBound":0,"upperBound":1,"independentScore":0.4446550823965782,"independent":true,"opponentIds":3569,"independentOpponentIds":3569,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["69a809df0aeb1b2ecf654222"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6544726988599298,"lowerBound":0,"upperBound":1,"independentScore":0.6544726988599298,"independent":true,"opponentIds":3570,"independentOpponentIds":3570,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["536bcb7f59ec5628dcee1463"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5738153223192054,"lowerBound":0,"upperBound":1,"independentScore":0.5738153223192054,"independent":true,"opponentIds":3571,"independentOpponentIds":3571,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["448b575dcd1acd2a60fbb4cd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5469683900972074,"lowerBound":0,"upperBound":1,"independentScore":0.5469683900972074,"independent":true,"opponentIds":3572,"independentOpponentIds":3572,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9195bde130476ec1bf79e2dd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7715959940335837,"lowerBound":0,"upperBound":1,"independentScore":0.7715959940335837,"independent":true,"opponentIds":3573,"independentOpponentIds":3573,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ab44e7ebb36589f6af440d58"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7253765642319179,"lowerBound":0,"upperBound":1,"independentScore":0.7253765642319179,"independent":true,"opponentIds":3574,"independentOpponentIds":3574,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f8e8bc36191c7551f6b5cc4d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8090162052100822,"lowerBound":0,"upperBound":1,"independentScore":0.8090162052100822,"independent":true,"opponentIds":3575,"independentOpponentIds":3575,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["147cff2e7b77dbe7a3ab9a02"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7318183439578821,"lowerBound":0,"upperBound":1,"independentScore":0.7318183439578821,"independent":true,"opponentIds":3576,"independentOpponentIds":3576,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["1f330c240a2e147daf36750e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.48515914472800237,"lowerBound":0,"upperBound":1,"independentScore":0.48515914472800237,"independent":true,"opponentIds":3577,"independentOpponentIds":3577,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3ccb2b0ee8fb9a12d8d0b958"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7643037597390945,"lowerBound":0,"upperBound":1,"independentScore":0.7643037597390945,"independent":true,"opponentIds":3578,"independentOpponentIds":3578,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e8af44f1827fd2b34c9c1f57","b302521289de79298a4c4a11"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5611394736040687,"lowerBound":0,"upperBound":1,"independentScore":0.5611394736040687,"independent":true,"opponentIds":3579,"independentOpponentIds":3579,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["3e197f94e3c030d6c4c768f4","c666c345c763a37020abfa2b","44ce799a8b6dfb3736957ecf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0e93ed1c49c2f34e7933895f","e7a488abcf660ae289f3a24f","69a809df0aeb1b2ecf654222","536bcb7f59ec5628dcee1463","448b575dcd1acd2a60fbb4cd","9195bde130476ec1bf79e2dd","ab44e7ebb36589f6af440d58","f8e8bc36191c7551f6b5cc4d","147cff2e7b77dbe7a3ab9a02","1f330c240a2e147daf36750e","3ccb2b0ee8fb9a12d8d0b958","e8af44f1827fd2b34c9c1f57","b302521289de79298a4c4a11","3e197f94e3c030d6c4c768f4","c666c345c763a37020abfa2b","44ce799a8b6dfb3736957ecf"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.6-27b--effort-non-reasoning","name":"Qwen3.6-27B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-27b","detailsUrl":"/efforts?model=qwen3.6-27b","publishedBenchmarkCount":17,"overallRating":{"score":0.05285839823790497,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":236,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5392157172397677},{"source":"Epoch AI","independent":true,"share":0.4607842827602295}],"familyWeights":[{"family":"gpqa","share":0.19038595648184972},{"family":"aime","share":0.13260857728103725},{"family":"epoch-game-puzzles","share":0.11501876463072247},{"family":"frontiermath","share":0.07917337174744464},{"family":"ifbench","share":0.05769968539431357},{"family":"hle","share":0.05652315051230415},{"family":"critpt","share":0.055973611622750816},{"family":"omniscience","share":0.055688144193290295},{"family":"mmmu-pro","share":0.055179237811780836},{"family":"tau-bench","share":0.05379068695390821},{"family":"aa-lcr","share":0.051881451705351585},{"family":"terminal-bench","share":0.04852186292096299},{"family":"gdpval","share":0.04755549874428242}]},"capabilityRatings":[{"bucket":"agentic","score":0.2017128858312617,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1383672845984035,"supported":true,"families":6,"independentFamilies":6,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12009420345471351,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05161784548638923,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.15968321760883666,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.19102126701411934,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.33261449614386474,"lowerBound":0,"upperBound":1,"independentScore":0.33261449614386474,"independent":true,"opponentIds":3580,"independentOpponentIds":3580,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-o6VtA8qruLpoShhPy2JdLg"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6503698059710257,"lowerBound":0,"upperBound":1,"independentScore":0.6503698059710257,"independent":true,"opponentIds":3568,"independentOpponentIds":3568,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9407d449239c38058843fede"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6195643745563638,"lowerBound":0,"upperBound":1,"independentScore":0.6195643745563638,"independent":true,"opponentIds":3570,"independentOpponentIds":3570,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["f8f423f444a94a81a9c1a0a8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.535739168824487,"lowerBound":0,"upperBound":1,"independentScore":0.535739168824487,"independent":true,"opponentIds":3572,"independentOpponentIds":3572,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["b7eb05d6f119d2c5556a1ea3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6227286972567819,"lowerBound":0,"upperBound":1,"independentScore":0.6227286972567819,"independent":true,"opponentIds":3581,"independentOpponentIds":3581,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9f3b5a5650f0028b75e6627a","epoch-run-WeP7Q27N5PzxSgg4ybgijX"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6295111199409237,"lowerBound":0,"upperBound":1,"independentScore":0.6295111199409237,"independent":true,"opponentIds":3574,"independentOpponentIds":3574,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["511a91b9c33047739bda7f2e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.557419120079183,"lowerBound":0,"upperBound":1,"independentScore":0.557419120079183,"independent":true,"opponentIds":3575,"independentOpponentIds":3575,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5a0cb4fe77de2668f3a7851d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6519184061012676,"lowerBound":0,"upperBound":1,"independentScore":0.6519184061012676,"independent":true,"opponentIds":3576,"independentOpponentIds":3576,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["01d2afdc9f3d7512a2797f1c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3524208393558954,"lowerBound":0,"upperBound":1,"independentScore":0.3524208393558954,"independent":true,"opponentIds":3577,"independentOpponentIds":3577,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["8c5b10be361e3b52f4be8621"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6524119606647915,"lowerBound":0,"upperBound":1,"independentScore":0.6524119606647915,"independent":true,"opponentIds":3578,"independentOpponentIds":3578,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ef1ca5e4c1d0640e21632a3b","3bdf7a8c944fd163c8dd47a8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6262107588587233,"lowerBound":0,"upperBound":1,"independentScore":0.6262107588587233,"independent":true,"opponentIds":3582,"independentOpponentIds":3582,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["319dd147ad8ab4256d9e920a","c4e9d38c2e0b145c31db613b"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.4856774705124391,"lowerBound":0,"upperBound":1,"independentScore":0.4856774705124391,"independent":true,"opponentIds":3583,"independentOpponentIds":3583,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-WjXdTPMnJUAT27azUKo3Ka"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.03991335050403397,"lowerBound":0,"upperBound":1,"independentScore":0.03991335050403397,"independent":true,"opponentIds":3584,"independentOpponentIds":3584,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-dKZDn279PKuc2Kxm68D4r2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9407d449239c38058843fede","f8f423f444a94a81a9c1a0a8","b7eb05d6f119d2c5556a1ea3","9f3b5a5650f0028b75e6627a","511a91b9c33047739bda7f2e","5a0cb4fe77de2668f3a7851d","01d2afdc9f3d7512a2797f1c","8c5b10be361e3b52f4be8621","ef1ca5e4c1d0640e21632a3b","3bdf7a8c944fd163c8dd47a8","319dd147ad8ab4256d9e920a","c4e9d38c2e0b145c31db613b","epoch-run-WjXdTPMnJUAT27azUKo3Ka","epoch-run-WeP7Q27N5PzxSgg4ybgijX","epoch-run-dKZDn279PKuc2Kxm68D4r2","epoch-run-o6VtA8qruLpoShhPy2JdLg"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"qwen3.6-35b-a3b--effort-reasoning","name":"Qwen3.6-35B-A3B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-35b-a3b","detailsUrl":"/efforts?model=qwen3.6-35b-a3b","publishedBenchmarkCount":18,"overallRating":{"score":0.0725456405214346,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000087}],"familyWeights":[{"family":"briefcase","share":0.08894943536618301},{"family":"automationbench","share":0.08872187141837909},{"family":"gdp-pdf","share":0.08833099491532194},{"family":"terminal-bench","share":0.08522523481925201},{"family":"tau-bench","share":0.07736622920253562},{"family":"ifbench","share":0.0759704283056477},{"family":"gpqa","share":0.07451146331047054},{"family":"hle","share":0.07449241662633582},{"family":"critpt","share":0.0737577402516789},{"family":"omniscience","share":0.07307481320381476},{"family":"mmmu-pro","share":0.07286256392612978},{"family":"aa-lcr","share":0.06804304572403062},{"family":"gdpval","share":0.058693762930225005}]},"capabilityRatings":[{"bucket":"agentic","score":0.17164419897601604,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.15220563053572056,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13209328544393253,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09287405435624498,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2336853038896023,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2546460450442319,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.39184181348881936,"lowerBound":0,"upperBound":1,"independentScore":0.39184181348881936,"independent":true,"opponentIds":3585,"independentOpponentIds":3585,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0fcd517f6551a379405a5f87"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7331620082333729,"lowerBound":0,"upperBound":1,"independentScore":0.7331620082333729,"independent":true,"opponentIds":3586,"independentOpponentIds":3586,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fc1010f44b620abdf26e9a2e"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.383135044081055,"lowerBound":0,"upperBound":1,"independentScore":0.383135044081055,"independent":true,"opponentIds":3587,"independentOpponentIds":3587,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["2e3c0a8de99217d5789e6006"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.512521310291712,"lowerBound":0,"upperBound":1,"independentScore":0.512521310291712,"independent":true,"opponentIds":3588,"independentOpponentIds":3588,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["7ade4f0426c6245254429d02"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4386841106906394,"lowerBound":0,"upperBound":1,"independentScore":0.4386841106906394,"independent":true,"opponentIds":3589,"independentOpponentIds":3589,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6744996241ae0d03122039af"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.49330483768332545,"lowerBound":0,"upperBound":1,"independentScore":0.49330483768332545,"independent":true,"opponentIds":3590,"independentOpponentIds":3590,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ce2f11141cd23dee77b05aff"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7641967219563348,"lowerBound":0,"upperBound":1,"independentScore":0.7641967219563348,"independent":true,"opponentIds":3591,"independentOpponentIds":3591,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["22f962a63a0b5ff81b811a76"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.715794897817249,"lowerBound":0,"upperBound":1,"independentScore":0.715794897817249,"independent":true,"opponentIds":3592,"independentOpponentIds":3592,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["65e97e60b864e0aeedbb1d77"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.766491379751012,"lowerBound":0,"upperBound":1,"independentScore":0.766491379751012,"independent":true,"opponentIds":3593,"independentOpponentIds":3593,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4082640dc825a629a68d77ca"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7523002976984142,"lowerBound":0,"upperBound":1,"independentScore":0.7523002976984142,"independent":true,"opponentIds":3594,"independentOpponentIds":3594,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["f021164defbe4c063630dc02"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.44683347690991937,"lowerBound":0,"upperBound":1,"independentScore":0.44683347690991937,"independent":true,"opponentIds":3595,"independentOpponentIds":3595,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["794bebda292e3704b05c0a0d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6915460995468358,"lowerBound":0,"upperBound":1,"independentScore":0.6915460995468358,"independent":true,"opponentIds":3596,"independentOpponentIds":3596,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5fd472847cba72707397312a","2c7fa9fd818e2d0e84c1b39f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5250241678608064,"lowerBound":0,"upperBound":1,"independentScore":0.5250241678608064,"independent":true,"opponentIds":3597,"independentOpponentIds":3597,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["034278450a24f60e27015b1a","34bbe6472870bee2df06ea3d","50d69af85898178490384a19"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0fcd517f6551a379405a5f87","fc1010f44b620abdf26e9a2e","2e3c0a8de99217d5789e6006","7ade4f0426c6245254429d02","6744996241ae0d03122039af","ce2f11141cd23dee77b05aff","22f962a63a0b5ff81b811a76","65e97e60b864e0aeedbb1d77","4082640dc825a629a68d77ca","f021164defbe4c063630dc02","794bebda292e3704b05c0a0d","5fd472847cba72707397312a","2c7fa9fd818e2d0e84c1b39f","034278450a24f60e27015b1a","34bbe6472870bee2df06ea3d","50d69af85898178490384a19"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.6-35b-a3b--effort-non-reasoning","name":"Qwen3.6-35B-A3B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-35b-a3b","detailsUrl":"/efforts?model=qwen3.6-35b-a3b","publishedBenchmarkCount":17,"overallRating":{"score":0.050230563938871764,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":236,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5392157172397677},{"source":"Epoch AI","independent":true,"share":0.4607842827602295}],"familyWeights":[{"family":"gpqa","share":0.19038595648184972},{"family":"aime","share":0.13260857728103725},{"family":"epoch-game-puzzles","share":0.11501876463072247},{"family":"frontiermath","share":0.07917337174744464},{"family":"ifbench","share":0.05769968539431357},{"family":"hle","share":0.05652315051230415},{"family":"critpt","share":0.055973611622750816},{"family":"omniscience","share":0.055688144193290295},{"family":"mmmu-pro","share":0.055179237811780836},{"family":"tau-bench","share":0.05379068695390821},{"family":"aa-lcr","share":0.051881451705351585},{"family":"terminal-bench","share":0.04852186292096299},{"family":"gdpval","share":0.04755549874428242}]},"capabilityRatings":[{"bucket":"agentic","score":0.1395326640462586,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12131576258217548,"supported":true,"families":6,"independentFamilies":6,"opponents":236,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11879082357605454,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03179550599561737,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1486998435209124,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1716989620803897,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.37099309185277224,"lowerBound":0,"upperBound":1,"independentScore":0.37099309185277224,"independent":true,"opponentIds":3598,"independentOpponentIds":3598,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-7GiYWM7UagUsHpNsdymd4z"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6225633983409963,"lowerBound":0,"upperBound":1,"independentScore":0.6225633983409963,"independent":true,"opponentIds":3586,"independentOpponentIds":3586,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fa3d8f5b093a68f35e1410fa"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23469710496318924,"lowerBound":0,"upperBound":1,"independentScore":0.23469710496318924,"independent":true,"opponentIds":3588,"independentOpponentIds":3588,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["5e00d1d331c11537440b8cc4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4975123511457377,"lowerBound":0,"upperBound":1,"independentScore":0.4975123511457377,"independent":true,"opponentIds":3590,"independentOpponentIds":3590,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9b4717431639aed364df845a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6124048358778468,"lowerBound":0,"upperBound":1,"independentScore":0.6124048358778468,"independent":true,"opponentIds":3599,"independentOpponentIds":3599,"panelSize":215,"publishers":["Artificial Analysis","Epoch AI"],"observations":["94ac74e00d580eaeef1daa5e","epoch-run-9kErpmgQ42wTvgJaFn478v"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5979724673190563,"lowerBound":0,"upperBound":1,"independentScore":0.5979724673190563,"independent":true,"opponentIds":3592,"independentOpponentIds":3592,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2140cb653135c824c77c5a52"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.30666946788244615,"lowerBound":0,"upperBound":1,"independentScore":0.30666946788244615,"independent":true,"opponentIds":3593,"independentOpponentIds":3593,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["39d90e1de15d33cb62e706b4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6364074418044516,"lowerBound":0,"upperBound":1,"independentScore":0.6364074418044516,"independent":true,"opponentIds":3594,"independentOpponentIds":3594,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["e3238199ea24918db578f48a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3524208393558954,"lowerBound":0,"upperBound":1,"independentScore":0.3524208393558954,"independent":true,"opponentIds":3595,"independentOpponentIds":3595,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["60d26e69fe34430556065e73"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5081925830462524,"lowerBound":0,"upperBound":1,"independentScore":0.5081925830462524,"independent":true,"opponentIds":3596,"independentOpponentIds":3596,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["309240dbc037d56fbcb6b7b9","ec8ec75f74ad4b9274f062ed"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6215156571730834,"lowerBound":0,"upperBound":1,"independentScore":0.6215156571730834,"independent":true,"opponentIds":3600,"independentOpponentIds":3600,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["948bee28800b4658a01a25ed","e2153c542957bfe883a91411"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.10407374368123695,"lowerBound":0,"upperBound":1,"independentScore":0.10407374368123695,"independent":true,"opponentIds":3601,"independentOpponentIds":3601,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-YRvn36dmMyDbS5e4XkF4Xi"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6296586896822286,"lowerBound":0,"upperBound":1,"independentScore":0.6296586896822286,"independent":true,"opponentIds":3602,"independentOpponentIds":3602,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-Ua5RK6JRxdyrHRa3hVFQwq"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fa3d8f5b093a68f35e1410fa","5e00d1d331c11537440b8cc4","9b4717431639aed364df845a","94ac74e00d580eaeef1daa5e","2140cb653135c824c77c5a52","39d90e1de15d33cb62e706b4","e3238199ea24918db578f48a","60d26e69fe34430556065e73","309240dbc037d56fbcb6b7b9","ec8ec75f74ad4b9274f062ed","948bee28800b4658a01a25ed","e2153c542957bfe883a91411","epoch-run-YRvn36dmMyDbS5e4XkF4Xi","epoch-run-9kErpmgQ42wTvgJaFn478v","epoch-run-Ua5RK6JRxdyrHRa3hVFQwq","epoch-run-7GiYWM7UagUsHpNsdymd4z"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","gpt-oss-120b","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"qwen3.6-plus--effort-reasoning","name":"Qwen3.6-plus · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-plus","detailsUrl":"/efforts?model=qwen3.6-plus","publishedBenchmarkCount":13,"overallRating":{"score":0.17780832314089043,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999984}],"familyWeights":[{"family":"ifbench","share":0.10700668313170968},{"family":"hle","share":0.10482474583946594},{"family":"gpqa","share":0.1046007851357624},{"family":"critpt","share":0.10380560104827476},{"family":"omniscience","share":0.10327618875495023},{"family":"mmmu-pro","share":0.10233239879253121},{"family":"tau-bench","share":0.09975726825853903},{"family":"aa-lcr","share":0.09621650491000397},{"family":"terminal-bench","share":0.08998599515857052},{"family":"gdpval","share":0.08819382897018976}]},"capabilityRatings":[{"bucket":"agentic","score":0.2855062467853806,"supported":true,"families":2,"independentFamilies":2,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2574802666081038,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3016300710427034,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21833490232789202,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3188147900204466,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4214126835528675,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.863239856835725,"lowerBound":0,"upperBound":1,"independentScore":0.863239856835725,"independent":true,"opponentIds":3603,"independentOpponentIds":3603,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["93638a70fa1bd2eb2973ebf3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7292684412623653,"lowerBound":0,"upperBound":1,"independentScore":0.7292684412623653,"independent":true,"opponentIds":3604,"independentOpponentIds":3604,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d22f57bac206134b0895962b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5657557523283954,"lowerBound":0,"upperBound":1,"independentScore":0.5657557523283954,"independent":true,"opponentIds":3605,"independentOpponentIds":3605,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f358b69750895cfdd85b6237"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8690065352117415,"lowerBound":0,"upperBound":1,"independentScore":0.8690065352117415,"independent":true,"opponentIds":3606,"independentOpponentIds":3606,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0ea5751656e8fdb09476cde1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7695842634253195,"lowerBound":0,"upperBound":1,"independentScore":0.7695842634253195,"independent":true,"opponentIds":3607,"independentOpponentIds":3607,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b17e297aaf4c740f79979be4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9202517568045776,"lowerBound":0,"upperBound":1,"independentScore":0.9202517568045776,"independent":true,"opponentIds":3608,"independentOpponentIds":3608,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e50ff97c4425d2ebbf1223b7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8271572889063405,"lowerBound":0,"upperBound":1,"independentScore":0.8271572889063405,"independent":true,"opponentIds":3609,"independentOpponentIds":3609,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["3eb7381b382205fba1f0fe65"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6925002508553438,"lowerBound":0,"upperBound":1,"independentScore":0.6925002508553438,"independent":true,"opponentIds":3610,"independentOpponentIds":3610,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["45436b8af16d8065711b3a43"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8299732871529127,"lowerBound":0,"upperBound":1,"independentScore":0.8299732871529127,"independent":true,"opponentIds":3611,"independentOpponentIds":3611,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["21437c6d099de4a38389b43d","489ee597fc16833ca2058214"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8439091772208608,"lowerBound":0,"upperBound":1,"independentScore":0.8439091772208608,"independent":true,"opponentIds":3612,"independentOpponentIds":3612,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["59391278a6dd9fcc53640072","08465a135acc9707f92293e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["93638a70fa1bd2eb2973ebf3","d22f57bac206134b0895962b","f358b69750895cfdd85b6237","0ea5751656e8fdb09476cde1","b17e297aaf4c740f79979be4","e50ff97c4425d2ebbf1223b7","3eb7381b382205fba1f0fe65","45436b8af16d8065711b3a43","21437c6d099de4a38389b43d","489ee597fc16833ca2058214","59391278a6dd9fcc53640072","08465a135acc9707f92293e4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.7-max--effort-reasoning","name":"Qwen3.7-max · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-max","detailsUrl":"/efforts?model=qwen3.7-max","publishedBenchmarkCount":20,"overallRating":{"score":0.2537918558669812,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999838}],"familyWeights":[{"family":"ifbench","share":0.07756083583618414},{"family":"hle","share":0.07605950871810184},{"family":"gpqa","share":0.07584547299158667},{"family":"critpt","share":0.07583552759520118},{"family":"omniscience","share":0.07559251254151365},{"family":"tau-bench","share":0.07323074001491396},{"family":"terminal-bench","share":0.07212996868804483},{"family":"aa-lcr","share":0.07050696448803832},{"family":"gdpval","share":0.06941023294530135},{"family":"briefcase","share":0.06637910804683735},{"family":"automationbench","share":0.06635606778346162},{"family":"gdp-pdf","share":0.06607355483227757},{"family":"enterprise-ops","share":0.04735167759198936},{"family":"itbench","share":0.04732029279265475},{"family":"analyst-agent","share":0.040347535133875}]},"capabilityRatings":[{"bucket":"agentic","score":0.3339493397128557,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4348289571402795,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3704550300130504,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.30175298808160417,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4495845130091542,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.37563988271539056,"lowerBound":0,"upperBound":1,"independentScore":0.37563988271539056,"independent":true,"opponentIds":3613,"independentOpponentIds":3613,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["9ad3e1f3423393d133f7b393"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5712732462472478,"lowerBound":0,"upperBound":1,"independentScore":0.5712732462472478,"independent":true,"opponentIds":3614,"independentOpponentIds":3614,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5944f1b2b6aeefb1d9c8d85b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8641826794376763,"lowerBound":0,"upperBound":1,"independentScore":0.8641826794376763,"independent":true,"opponentIds":3615,"independentOpponentIds":3615,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6f305c1c4e37d27e61f689a4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5919701566345039,"lowerBound":0,"upperBound":1,"independentScore":0.5919701566345039,"independent":true,"opponentIds":3616,"independentOpponentIds":3616,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["2a657017fa2edaf82956db37"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8646973162976654,"lowerBound":0,"upperBound":1,"independentScore":0.8646973162976654,"independent":true,"opponentIds":3617,"independentOpponentIds":3617,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["870c96fc00ec0feb2f32dfb8"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8152851921478453,"lowerBound":0,"upperBound":1,"independentScore":0.8152851921478453,"independent":true,"opponentIds":3618,"independentOpponentIds":3618,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["297e5cb842ccbb88ca618949"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5044512912196819,"lowerBound":0,"upperBound":1,"independentScore":0.5044512912196819,"independent":true,"opponentIds":3619,"independentOpponentIds":3619,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["6e30bc47e35c2d4bf9e1eb0a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7117304489736419,"lowerBound":0,"upperBound":1,"independentScore":0.7117304489736419,"independent":true,"opponentIds":3620,"independentOpponentIds":3620,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["355999f4a7a549d837d8be6d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9437999650290576,"lowerBound":0,"upperBound":1,"independentScore":0.9437999650290576,"independent":true,"opponentIds":3621,"independentOpponentIds":3621,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2307b5abe75cf7cfc52c4986"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8967522765017242,"lowerBound":0,"upperBound":1,"independentScore":0.8967522765017242,"independent":true,"opponentIds":3622,"independentOpponentIds":3622,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["4c0e30a179da19a4e7f3bfa4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9844660438846841,"lowerBound":0,"upperBound":1,"independentScore":0.9844660438846841,"independent":true,"opponentIds":3623,"independentOpponentIds":3623,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1b9110161c8cc2b19d6f2080"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8219094002965944,"lowerBound":0,"upperBound":1,"independentScore":0.8219094002965944,"independent":true,"opponentIds":3624,"independentOpponentIds":3624,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["3a4875b885ec50b15c8693a6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7616880952878473,"lowerBound":0,"upperBound":1,"independentScore":0.7616880952878473,"independent":true,"opponentIds":3625,"independentOpponentIds":3625,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["7baa3c2e804282809b3e549f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7132106005255051,"lowerBound":0,"upperBound":1,"independentScore":0.7132106005255051,"independent":true,"opponentIds":3626,"independentOpponentIds":3626,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["41227f76cdd36be7d5ea2c15","d5af817cd3c32f49b5984987"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7914119339399346,"lowerBound":0,"upperBound":1,"independentScore":0.7914119339399346,"independent":true,"opponentIds":3627,"independentOpponentIds":3627,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["f157407c28400fa2fac4f930","f2e2da41746ec055e02aecf7","3196d9aa5b9ad70ac47a6b65"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9ad3e1f3423393d133f7b393","5944f1b2b6aeefb1d9c8d85b","6f305c1c4e37d27e61f689a4","2a657017fa2edaf82956db37","870c96fc00ec0feb2f32dfb8","297e5cb842ccbb88ca618949","6e30bc47e35c2d4bf9e1eb0a","355999f4a7a549d837d8be6d","2307b5abe75cf7cfc52c4986","4c0e30a179da19a4e7f3bfa4","1b9110161c8cc2b19d6f2080","3a4875b885ec50b15c8693a6","7baa3c2e804282809b3e549f","41227f76cdd36be7d5ea2c15","d5af817cd3c32f49b5984987","f157407c28400fa2fac4f930","f2e2da41746ec055e02aecf7","3196d9aa5b9ad70ac47a6b65"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","step-5-preview","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":20}],"unspecified":0,"total":20}},{"id":"qwen3.7-plus--effort-reasoning","name":"Qwen3.7-plus · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-plus","detailsUrl":"/efforts?model=qwen3.7-plus","publishedBenchmarkCount":21,"overallRating":{"score":0.18096191744762746,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999964}],"familyWeights":[{"family":"ifbench","share":0.0753724755509129},{"family":"hle","share":0.0739135080155374},{"family":"gpqa","share":0.07370551125544755},{"family":"critpt","share":0.07369584646602352},{"family":"omniscience","share":0.07345968802349134},{"family":"mmmu-pro","share":0.07336547623977732},{"family":"tau-bench","share":0.07116455233936937},{"family":"terminal-bench","share":0.07009483901012127},{"family":"gdpval","share":0.06745183995570363},{"family":"briefcase","share":0.06450623751552649},{"family":"automationbench","share":0.06448384732762752},{"family":"gdp-pdf","share":0.0642093054112548},{"family":"aa-lcr","share":0.062027429391023584},{"family":"apex-agents","share":0.046533782074216726},{"family":"enterprise-ops","share":0.046015661423956584}]},"capabilityRatings":[{"bucket":"agentic","score":0.2635137636597418,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.35324629791395895,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2958544620222963,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19663711992053093,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4677190921237003,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.27070164345461384,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5599088787151894,"lowerBound":0,"upperBound":1,"independentScore":0.5599088787151894,"independent":true,"opponentIds":3628,"independentOpponentIds":3628,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["326cbf0aef11fc0da897cbf3"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.5358330139363506,"lowerBound":0,"upperBound":1,"independentScore":0.5358330139363506,"independent":true,"opponentIds":3629,"independentOpponentIds":3629,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["9cedf613da4351040d1e92db"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6069172233856257,"lowerBound":0,"upperBound":1,"independentScore":0.6069172233856257,"independent":true,"opponentIds":3630,"independentOpponentIds":3630,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["963077a2374e6ded6adff9ed","5d2243ff9337e95a2dd7edc4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5173405222171805,"lowerBound":0,"upperBound":1,"independentScore":0.5173405222171805,"independent":true,"opponentIds":3631,"independentOpponentIds":3631,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["0fbe559fc5ce72b2613c6245"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8182702495158575,"lowerBound":0,"upperBound":1,"independentScore":0.8182702495158575,"independent":true,"opponentIds":3632,"independentOpponentIds":3632,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["a2ed5103fa0df8f7cfd0375e"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6229036124585116,"lowerBound":0,"upperBound":1,"independentScore":0.6229036124585116,"independent":true,"opponentIds":3633,"independentOpponentIds":3633,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["5a1345f8a31fdf95832c6a86"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6320848115593175,"lowerBound":0,"upperBound":1,"independentScore":0.6320848115593175,"independent":true,"opponentIds":3634,"independentOpponentIds":3634,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["defc9a7127c75101a72a75b1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4831664677419464,"lowerBound":0,"upperBound":1,"independentScore":0.4831664677419464,"independent":true,"opponentIds":3635,"independentOpponentIds":3635,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f4f38046908ddfa9a8d6df57"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8994159536638039,"lowerBound":0,"upperBound":1,"independentScore":0.8994159536638039,"independent":true,"opponentIds":3636,"independentOpponentIds":3636,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ccb7687f63b0c6d5ac1eecd7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8459032018157624,"lowerBound":0,"upperBound":1,"independentScore":0.8459032018157624,"independent":true,"opponentIds":3637,"independentOpponentIds":3637,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["79ac3364e000c6cd672fbd91"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9652872489043222,"lowerBound":0,"upperBound":1,"independentScore":0.9652872489043222,"independent":true,"opponentIds":3638,"independentOpponentIds":3638,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4945d0ef68fe56561ca877da"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9052661076162394,"lowerBound":0,"upperBound":1,"independentScore":0.9052661076162394,"independent":true,"opponentIds":3639,"independentOpponentIds":3639,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["b7a0d9322ace326caf2db310"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5747920660597801,"lowerBound":0,"upperBound":1,"independentScore":0.5747920660597801,"independent":true,"opponentIds":3640,"independentOpponentIds":3640,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["987027dbf8f699071447f03f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7649050955492779,"lowerBound":0,"upperBound":1,"independentScore":0.7649050955492779,"independent":true,"opponentIds":3641,"independentOpponentIds":3641,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["85e6bb415f16c9b56e03fef9","97acc2df5e24a7cda1402355"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7330614818434281,"lowerBound":0,"upperBound":1,"independentScore":0.7330614818434281,"independent":true,"opponentIds":3642,"independentOpponentIds":3642,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["3f7cbb594499981fc7681ee1","85fb53fb3b36f8e29d58711e","eb42639192e6f3b2becf6ef8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["326cbf0aef11fc0da897cbf3","9cedf613da4351040d1e92db","963077a2374e6ded6adff9ed","0fbe559fc5ce72b2613c6245","a2ed5103fa0df8f7cfd0375e","5a1345f8a31fdf95832c6a86","defc9a7127c75101a72a75b1","f4f38046908ddfa9a8d6df57","ccb7687f63b0c6d5ac1eecd7","79ac3364e000c6cd672fbd91","4945d0ef68fe56561ca877da","5d2243ff9337e95a2dd7edc4","b7a0d9322ace326caf2db310","987027dbf8f699071447f03f","85e6bb415f16c9b56e03fef9","97acc2df5e24a7cda1402355","3f7cbb594499981fc7681ee1","85fb53fb3b36f8e29d58711e","eb42639192e6f3b2becf6ef8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","name":"Qwen3.8-2.4T-A95B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-2.4t-a95b","detailsUrl":"/efforts?model=qwen3.8-2.4t-a95b","publishedBenchmarkCount":16,"overallRating":{"score":0.42429541929465603,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000107}],"familyWeights":[{"family":"hle","share":0.10123409531881926},{"family":"gpqa","share":0.10103636572169593},{"family":"critpt","share":0.10063543958678905},{"family":"omniscience","share":0.10024604777229369},{"family":"gdpval","share":0.08780225520173529},{"family":"aa-lcr","share":0.08363666301370347},{"family":"briefcase","share":0.0819751003173187},{"family":"automationbench","share":0.08166915263577712},{"family":"gdp-pdf","share":0.08136244914932836},{"family":"terminal-bench","share":0.07110251987377665},{"family":"tau-bench","share":0.055035140920050504},{"family":"enterprise-ops","share":0.05426477048871767}]},"capabilityRatings":[{"bucket":"agentic","score":0.6167225534345103,"supported":true,"families":6,"independentFamilies":6,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5187119850215332,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4950002020004429,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21272542102285832,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.22210271399015158,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8261871359756751,"lowerBound":0,"upperBound":1,"independentScore":0.8261871359756751,"independent":true,"opponentIds":3643,"independentOpponentIds":3643,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d71e3c177c4165c697168c70"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5787910906138248,"lowerBound":0,"upperBound":1,"independentScore":0.5787910906138248,"independent":true,"opponentIds":3644,"independentOpponentIds":3644,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["27df0e5138bd5f8d7c930041","6ea79d9a87da1399709e4fe4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8477371113465866,"lowerBound":0,"upperBound":1,"independentScore":0.8477371113465866,"independent":true,"opponentIds":3645,"independentOpponentIds":3645,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["ff0811d93cce836318787010"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9244568360980093,"lowerBound":0,"upperBound":1,"independentScore":0.9244568360980093,"independent":true,"opponentIds":3646,"independentOpponentIds":3646,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["190e54337ed7afe809ef9033"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9179699967737032,"lowerBound":0,"upperBound":1,"independentScore":0.9179699967737032,"independent":true,"opponentIds":3647,"independentOpponentIds":3647,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["8bba6cdadf34a978f2014270"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7256877713284831,"lowerBound":0,"upperBound":1,"independentScore":0.7256877713284831,"independent":true,"opponentIds":3648,"independentOpponentIds":3648,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["1c96bec87c5b1f7f05ecaba5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9158591009441192,"lowerBound":0,"upperBound":1,"independentScore":0.9158591009441192,"independent":true,"opponentIds":3649,"independentOpponentIds":3649,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["cdfd854b97dcf4f232ac2afe"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9829936683542331,"lowerBound":0,"upperBound":1,"independentScore":0.9829936683542331,"independent":true,"opponentIds":3650,"independentOpponentIds":3650,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a99e4925b9bb3d9b381f52ca"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9222040625963632,"lowerBound":0,"upperBound":1,"independentScore":0.9222040625963632,"independent":true,"opponentIds":3651,"independentOpponentIds":3651,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1305aa179987856b5864ef92"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7714491713584439,"lowerBound":0,"upperBound":1,"independentScore":0.7714491713584439,"independent":true,"opponentIds":3652,"independentOpponentIds":3652,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["3cb914a9e40ec3c843a24080"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9677267727424357,"lowerBound":0,"upperBound":1,"independentScore":0.9677267727424357,"independent":true,"opponentIds":3653,"independentOpponentIds":3653,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["72e55893e37d975afe2e59af"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7671841079876673,"lowerBound":0,"upperBound":1,"independentScore":0.7671841079876673,"independent":true,"opponentIds":3654,"independentOpponentIds":3654,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["cc3f9005dc869c1b5547b4f0","db82321f46121c82cac0b9d8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d71e3c177c4165c697168c70","27df0e5138bd5f8d7c930041","ff0811d93cce836318787010","190e54337ed7afe809ef9033","8bba6cdadf34a978f2014270","1c96bec87c5b1f7f05ecaba5","cdfd854b97dcf4f232ac2afe","a99e4925b9bb3d9b381f52ca","1305aa179987856b5864ef92","6ea79d9a87da1399709e4fe4","3cb914a9e40ec3c843a24080","72e55893e37d975afe2e59af","cc3f9005dc869c1b5547b4f0","db82321f46121c82cac0b9d8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3.8-27b--effort-low","name":"Qwen3.8-27B · Low","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":18,"overallRating":{"score":0.13232120280947038,"supported":true,"families":14,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5520593547952625},{"source":"Artificial Analysis","independent":true,"share":0.447940645204739}],"familyWeights":[{"family":"arc-agi","share":0.5520593547952634},{"family":"gpqa","share":0.04333523550038255},{"family":"hle","share":0.04332686112362635},{"family":"critpt","share":0.042897302573933205},{"family":"omniscience","share":0.04249918828248553},{"family":"mmmu-pro","share":0.04233914833240086},{"family":"aa-lcr","share":0.03960642884039234},{"family":"gdpval","share":0.034098406896519086},{"family":"briefcase","share":0.030362016871118946},{"family":"automationbench","share":0.02994105060299272},{"family":"gdp-pdf","share":0.029904092074887353},{"family":"terminal-bench","share":0.027595664389364366},{"family":"terminal-bench-science","share":0.022665913030078817},{"family":"tau-bench","share":0.01936933668655764}]},"capabilityRatings":[{"bucket":"agentic","score":0.363310809026779,"supported":true,"families":6,"independentFamilies":6,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16313152069919737,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3462445269308902,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04945695532984209,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.19153269929827518,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.38588917143402884,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7274562455954862,"lowerBound":0,"upperBound":1,"independentScore":0.7274562455954862,"independent":true,"opponentIds":3655,"independentOpponentIds":3655,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d8b4b61760170d1206e4c6e6"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8480701053234035,"lowerBound":0,"upperBound":1,"independentScore":0.8480701053234035,"independent":true,"opponentIds":3656,"independentOpponentIds":3656,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["905f04a3ecbb47ac32e9aa10"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5978694986712617,"lowerBound":0,"upperBound":1,"independentScore":0.5978694986712617,"independent":true,"opponentIds":3657,"independentOpponentIds":3657,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["a8e5c88661bc34dc747db5ff"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23234866354348072,"lowerBound":0,"upperBound":1,"independentScore":0.23234866354348072,"independent":true,"opponentIds":3658,"independentOpponentIds":3658,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9aaef7347f0b2756640efb27"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5230927508554655,"lowerBound":0,"upperBound":1,"independentScore":0.5230927508554655,"independent":true,"opponentIds":3659,"independentOpponentIds":3659,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e18bba4f18d449fdfa6b8282"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8014885013106239,"lowerBound":0,"upperBound":1,"independentScore":0.8014885013106239,"independent":true,"opponentIds":3660,"independentOpponentIds":3660,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["94f8fbe4059e314ef86adabc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7901905653153063,"lowerBound":0,"upperBound":1,"independentScore":0.7901905653153063,"independent":true,"opponentIds":3661,"independentOpponentIds":3661,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e78bb0eabeba03358b2ef2c5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6088399928652235,"lowerBound":0,"upperBound":1,"independentScore":0.6088399928652235,"independent":true,"opponentIds":3662,"independentOpponentIds":3662,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["e0eabf034a041d9241c496b0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7121567728552983,"lowerBound":0,"upperBound":1,"independentScore":0.7121567728552983,"independent":true,"opponentIds":3663,"independentOpponentIds":3663,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["aabb29256c50d756c3c18f36"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3723448606497352,"lowerBound":0,"upperBound":1,"independentScore":0.3723448606497352,"independent":true,"opponentIds":3664,"independentOpponentIds":3664,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["2dc85caf2caeaba16bf2341e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7758030615233952,"lowerBound":0,"upperBound":1,"independentScore":0.7758030615233952,"independent":true,"opponentIds":3665,"independentOpponentIds":3665,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["714d8664461eb29681e9f903"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.06979682754715975,"lowerBound":0,"upperBound":1,"independentScore":0.06979682754715975,"independent":true,"opponentIds":3666,"independentOpponentIds":3666,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["2fcc8736846efc4a7d4c08cb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6392928867371135,"lowerBound":0,"upperBound":1,"independentScore":0.6392928867371135,"independent":true,"opponentIds":3667,"independentOpponentIds":3667,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["0eb59de01577878fc7073c31","ac18c882ce39e175a9f275bc"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5201620003521752,"lowerBound":0,"upperBound":1,"independentScore":0.5201620003521752,"independent":true,"opponentIds":3668,"independentOpponentIds":3668,"panelSize":49,"publishers":["ARC Prize"],"observations":["6faaafbcb22c6d83fcc7b8a8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d8b4b61760170d1206e4c6e6","905f04a3ecbb47ac32e9aa10","a8e5c88661bc34dc747db5ff","9aaef7347f0b2756640efb27","e18bba4f18d449fdfa6b8282","94f8fbe4059e314ef86adabc","e78bb0eabeba03358b2ef2c5","e0eabf034a041d9241c496b0","aabb29256c50d756c3c18f36","2dc85caf2caeaba16bf2341e","714d8664461eb29681e9f903","2fcc8736846efc4a7d4c08cb","0eb59de01577878fc7073c31","ac18c882ce39e175a9f275bc","6faaafbcb22c6d83fcc7b8a8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.8-27b--effort-medium","name":"Qwen3.8-27B · Medium","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":18,"overallRating":{"score":0.13124370428032436,"supported":true,"families":14,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5520593547952625},{"source":"Artificial Analysis","independent":true,"share":0.447940645204739}],"familyWeights":[{"family":"arc-agi","share":0.5520593547952634},{"family":"gpqa","share":0.04333523550038255},{"family":"hle","share":0.04332686112362635},{"family":"critpt","share":0.042897302573933205},{"family":"omniscience","share":0.04249918828248553},{"family":"mmmu-pro","share":0.04233914833240086},{"family":"aa-lcr","share":0.03960642884039234},{"family":"gdpval","share":0.034098406896519086},{"family":"briefcase","share":0.030362016871118946},{"family":"automationbench","share":0.02994105060299272},{"family":"gdp-pdf","share":0.029904092074887353},{"family":"terminal-bench","share":0.027595664389364366},{"family":"terminal-bench-science","share":0.022665913030078817},{"family":"tau-bench","share":0.01936933668655764}]},"capabilityRatings":[{"bucket":"agentic","score":0.43799073007462824,"supported":true,"families":6,"independentFamilies":6,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1536171376344154,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.36131228578054725,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05650058424697766,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2000247193806157,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5068036164289128,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7635300228503737,"lowerBound":0,"upperBound":1,"independentScore":0.7635300228503737,"independent":true,"opponentIds":3655,"independentOpponentIds":3655,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a960887aa78c13effeb9ed2f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9055384622866484,"lowerBound":0,"upperBound":1,"independentScore":0.9055384622866484,"independent":true,"opponentIds":3656,"independentOpponentIds":3656,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e53a307b41f81b2286881536"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6514788310623764,"lowerBound":0,"upperBound":1,"independentScore":0.6514788310623764,"independent":true,"opponentIds":3657,"independentOpponentIds":3657,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["141f82568e52fdcbe672747c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23234866354348072,"lowerBound":0,"upperBound":1,"independentScore":0.23234866354348072,"independent":true,"opponentIds":3658,"independentOpponentIds":3658,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["09d27c1b7450c541af7617e6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6148848272269375,"lowerBound":0,"upperBound":1,"independentScore":0.6148848272269375,"independent":true,"opponentIds":3659,"independentOpponentIds":3659,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["f3a1906f290c902728c8edad"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8072607429984259,"lowerBound":0,"upperBound":1,"independentScore":0.8072607429984259,"independent":true,"opponentIds":3660,"independentOpponentIds":3660,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["67e3e22ab8243004e892ff1e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7901905653153063,"lowerBound":0,"upperBound":1,"independentScore":0.7901905653153063,"independent":true,"opponentIds":3661,"independentOpponentIds":3661,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["168b0dd5cac8f57579372130"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6106018397711286,"lowerBound":0,"upperBound":1,"independentScore":0.6106018397711286,"independent":true,"opponentIds":3662,"independentOpponentIds":3662,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f506395c805c00f024f374fa"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7217104602793073,"lowerBound":0,"upperBound":1,"independentScore":0.7217104602793073,"independent":true,"opponentIds":3663,"independentOpponentIds":3663,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["28859d444f893d70d220fee5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4158893959078182,"lowerBound":0,"upperBound":1,"independentScore":0.4158893959078182,"independent":true,"opponentIds":3664,"independentOpponentIds":3664,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e1a5a9bdb9b815b408255881"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9359012369569263,"lowerBound":0,"upperBound":1,"independentScore":0.9359012369569263,"independent":true,"opponentIds":3665,"independentOpponentIds":3665,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["78ec7096516c431a180ac5e2"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.09116320332690253,"lowerBound":0,"upperBound":1,"independentScore":0.09116320332690253,"independent":true,"opponentIds":3666,"independentOpponentIds":3666,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["aea047a6af606ec898927506"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6496921144030621,"lowerBound":0,"upperBound":1,"independentScore":0.6496921144030621,"independent":true,"opponentIds":3667,"independentOpponentIds":3667,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["88383c73a051af3aa72a6e5a","4ddbc37ffc687b1e5936f349"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.49194889554107774,"lowerBound":0,"upperBound":1,"independentScore":0.49194889554107774,"independent":true,"opponentIds":3668,"independentOpponentIds":3668,"panelSize":49,"publishers":["ARC Prize"],"observations":["1186b47ecb6a01558f0b8b14"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a960887aa78c13effeb9ed2f","e53a307b41f81b2286881536","141f82568e52fdcbe672747c","09d27c1b7450c541af7617e6","f3a1906f290c902728c8edad","67e3e22ab8243004e892ff1e","168b0dd5cac8f57579372130","f506395c805c00f024f374fa","28859d444f893d70d220fee5","e1a5a9bdb9b815b408255881","78ec7096516c431a180ac5e2","aea047a6af606ec898927506","88383c73a051af3aa72a6e5a","4ddbc37ffc687b1e5936f349","1186b47ecb6a01558f0b8b14"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.8-27b--effort-non-reasoning","name":"Qwen3.8-27B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":16,"overallRating":{"score":0.05205981193727822,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"gpqa","share":0.09917053843960702},{"family":"critpt","share":0.09844706431291672},{"family":"hle","share":0.09809280127630193},{"family":"mmmu-pro","share":0.09648336535434025},{"family":"omniscience","share":0.09574153083674017},{"family":"aa-lcr","share":0.08933095379613343},{"family":"gdpval","share":0.07446903993171321},{"family":"briefcase","share":0.06537774354843534},{"family":"terminal-bench","share":0.06476362364965393},{"family":"automationbench","share":0.06410107814887418},{"family":"gdp-pdf","share":0.06407797457463366},{"family":"terminal-bench-science","share":0.04927292029600954},{"family":"tau-bench","share":0.040671365834637756}]},"capabilityRatings":[{"bucket":"agentic","score":0.21260721269313185,"supported":true,"families":6,"independentFamilies":6,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11583360704408606,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12669394000293996,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01420608330704562,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.12256199132516928,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.20782012042586548,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.47853841329020497,"lowerBound":0,"upperBound":1,"independentScore":0.47853841329020497,"independent":true,"opponentIds":3655,"independentOpponentIds":3655,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d81f5fc9fd9e25c4123c4b9d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6919727875865317,"lowerBound":0,"upperBound":1,"independentScore":0.6919727875865317,"independent":true,"opponentIds":3656,"independentOpponentIds":3656,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1ec9d3b365ddb11b5239f4ac"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.40266565852052144,"lowerBound":0,"upperBound":1,"independentScore":0.40266565852052144,"independent":true,"opponentIds":3657,"independentOpponentIds":3657,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["f396ce095a1e473065bf40bb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5058626301251771,"lowerBound":0,"upperBound":1,"independentScore":0.5058626301251771,"independent":true,"opponentIds":3658,"independentOpponentIds":3658,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["db23778fb38a738162c3739d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3569871576634783,"lowerBound":0,"upperBound":1,"independentScore":0.3569871576634783,"independent":true,"opponentIds":3659,"independentOpponentIds":3659,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["589cbe543e0b6d6daf010e1b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6503128317574189,"lowerBound":0,"upperBound":1,"independentScore":0.6503128317574189,"independent":true,"opponentIds":3660,"independentOpponentIds":3660,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["78d1f56ddc08962d014de2cd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7198081853636537,"lowerBound":0,"upperBound":1,"independentScore":0.7198081853636537,"independent":true,"opponentIds":3661,"independentOpponentIds":3661,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["149b9aed78a8b393be1ac340"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5800560253438631,"lowerBound":0,"upperBound":1,"independentScore":0.5800560253438631,"independent":true,"opponentIds":3662,"independentOpponentIds":3662,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["2b5e2ca909dc461cdc38a556"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6073865544390654,"lowerBound":0,"upperBound":1,"independentScore":0.6073865544390654,"independent":true,"opponentIds":3663,"independentOpponentIds":3663,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["135f2e02482f3c68bbcd884a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.0776933445496045,"lowerBound":0,"upperBound":1,"independentScore":0.0776933445496045,"independent":true,"opponentIds":3664,"independentOpponentIds":3664,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["59fcf8705623283774907cd0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5888475224400855,"lowerBound":0,"upperBound":1,"independentScore":0.5888475224400855,"independent":true,"opponentIds":3665,"independentOpponentIds":3665,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ebdcbf46dd03ef58d97834a3"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.022802015532908792,"lowerBound":0,"upperBound":1,"independentScore":0.022802015532908792,"independent":true,"opponentIds":3666,"independentOpponentIds":3666,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["8292287a3762290043074ada"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3615096248507796,"lowerBound":0,"upperBound":1,"independentScore":0.3615096248507796,"independent":true,"opponentIds":3667,"independentOpponentIds":3667,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["06d60c6c4c5a2369cf9b0093","f2d3f052face4faeeda3179c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d81f5fc9fd9e25c4123c4b9d","1ec9d3b365ddb11b5239f4ac","f396ce095a1e473065bf40bb","db23778fb38a738162c3739d","589cbe543e0b6d6daf010e1b","78d1f56ddc08962d014de2cd","149b9aed78a8b393be1ac340","2b5e2ca909dc461cdc38a556","135f2e02482f3c68bbcd884a","59fcf8705623283774907cd0","ebdcbf46dd03ef58d97834a3","8292287a3762290043074ada","06d60c6c4c5a2369cf9b0093","f2d3f052face4faeeda3179c"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3.8-27b--effort-xhigh","name":"Qwen3.8-27B · XHigh","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":22,"overallRating":{"score":0.2508713179395796,"supported":true,"families":15,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":233,"independentFamilies":15,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5272692403350803},{"source":"Artificial Analysis","independent":true,"share":0.4727307596649256}],"familyWeights":[{"family":"arc-agi","share":0.5272692403350802},{"family":"aa-lcr","share":0.047967651076827024},{"family":"enterprise-ops","share":0.04285225063138278},{"family":"gpqa","share":0.04029982351340089},{"family":"hle","share":0.04029874314876106},{"family":"critpt","share":0.03985162032069425},{"family":"omniscience","share":0.03951543196790224},{"family":"mmmu-pro","share":0.039286563673299975},{"family":"gdpval","share":0.03203063085232439},{"family":"briefcase","share":0.028623392675398963},{"family":"automationbench","share":0.028267580293092825},{"family":"gdp-pdf","share":0.028226132343906116},{"family":"terminal-bench","share":0.025864725830529373},{"family":"terminal-bench-science","share":0.021209776179956702},{"family":"tau-bench","share":0.018436437157443853}]},"capabilityRatings":[{"bucket":"agentic","score":0.4895613365073037,"supported":true,"families":7,"independentFamilies":7,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.31512727201486274,"supported":true,"families":4,"independentFamilies":4,"opponents":233,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4296875225292312,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03399565350474455,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.268435189785639,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6476770143017835,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.786696156645892,"lowerBound":0,"upperBound":1,"independentScore":0.786696156645892,"independent":true,"opponentIds":3655,"independentOpponentIds":3655,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6af578e800c1daab160b76f1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8735336233652301,"lowerBound":0,"upperBound":1,"independentScore":0.8735336233652301,"independent":true,"opponentIds":3669,"independentOpponentIds":3669,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["4f4ecdab96e122ef647ed437","a60079b1a185507eca5f2f00"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6910744334120124,"lowerBound":0,"upperBound":1,"independentScore":0.6910744334120124,"independent":true,"opponentIds":3657,"independentOpponentIds":3657,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["48d688abe7c586d5b0e2289d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7936644299418111,"lowerBound":0,"upperBound":1,"independentScore":0.7936644299418111,"independent":true,"opponentIds":3658,"independentOpponentIds":3658,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["c008559cd080c973d1ac2371"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7507909793937413,"lowerBound":0,"upperBound":1,"independentScore":0.7507909793937413,"independent":true,"opponentIds":3670,"independentOpponentIds":3670,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["ea9dbcdb94b4a7795d5ff06e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7171459589710997,"lowerBound":0,"upperBound":1,"independentScore":0.7171459589710997,"independent":true,"opponentIds":3659,"independentOpponentIds":3659,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["d153bc8eb2fe2b184c839bb8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8182439958482881,"lowerBound":0,"upperBound":1,"independentScore":0.8182439958482881,"independent":true,"opponentIds":3660,"independentOpponentIds":3660,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["9018c4b6261daf24ff7c9ed4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9269861707112881,"lowerBound":0,"upperBound":1,"independentScore":0.9269861707112881,"independent":true,"opponentIds":3661,"independentOpponentIds":3661,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0aff5fd37ca7c568846fa608"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8393727495985378,"lowerBound":0,"upperBound":1,"independentScore":0.8393727495985378,"independent":true,"opponentIds":3662,"independentOpponentIds":3662,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["90f1ca70d689589dcf28ee10"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7869666204088064,"lowerBound":0,"upperBound":1,"independentScore":0.7869666204088064,"independent":true,"opponentIds":3663,"independentOpponentIds":3663,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["8f11c06586bd400f3f105b3a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2679010886379896,"lowerBound":0,"upperBound":1,"independentScore":0.2679010886379896,"independent":true,"opponentIds":3664,"independentOpponentIds":3664,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d5c17f619aaaee0373a6bc08"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9477779878365756,"lowerBound":0,"upperBound":1,"independentScore":0.9477779878365756,"independent":true,"opponentIds":3665,"independentOpponentIds":3665,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3d93c33197029f90b82bac70"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.0712392729489492,"lowerBound":0,"upperBound":1,"independentScore":0.0712392729489492,"independent":true,"opponentIds":3666,"independentOpponentIds":3666,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["1675c3e6288a38212d1891cc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6991899920643966,"lowerBound":0,"upperBound":1,"independentScore":0.6991899920643966,"independent":true,"opponentIds":3667,"independentOpponentIds":3667,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["f04f49814893dc7159949e60","bda4835dd0c2d6c2f4274e53"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6052121852438815,"lowerBound":0,"upperBound":1,"independentScore":0.6052121852438815,"independent":true,"opponentIds":3668,"independentOpponentIds":3668,"panelSize":49,"publishers":["ARC Prize"],"observations":["ecc2d0adbb7e612c9a529eed"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6af578e800c1daab160b76f1","4f4ecdab96e122ef647ed437","48d688abe7c586d5b0e2289d","c008559cd080c973d1ac2371","ea9dbcdb94b4a7795d5ff06e","d153bc8eb2fe2b184c839bb8","9018c4b6261daf24ff7c9ed4","0aff5fd37ca7c568846fa608","90f1ca70d689589dcf28ee10","a60079b1a185507eca5f2f00","8f11c06586bd400f3f105b3a","d5c17f619aaaee0373a6bc08","3d93c33197029f90b82bac70","1675c3e6288a38212d1891cc","f04f49814893dc7159949e60","bda4835dd0c2d6c2f4274e53","ecc2d0adbb7e612c9a529eed"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":22}],"unspecified":0,"total":22}},{"id":"qwen3.8-27b--effort-none","name":"Qwen3.8-27B · None","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":1,"overallRating":{"score":0.009880407687661671,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"arc-agi","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.042906205224821185,"supported":false,"families":1,"independentFamilies":1,"opponents":49,"opponentLabs":7,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.14709832361631212,"lowerBound":0,"upperBound":1,"independentScore":0.14709832361631212,"independent":true,"opponentIds":3668,"independentOpponentIds":3668,"panelSize":49,"publishers":["ARC Prize"],"observations":["6bcac8a28a611d216f7c2918"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6bcac8a28a611d216f7c2918"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4.1-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.8-flash-next--effort-reasoning","name":"Qwen3.8-Flash-Next · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-flash-next","detailsUrl":"/efforts?model=qwen3.8-flash-next","publishedBenchmarkCount":15,"overallRating":{"score":0.4032547970350735,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000064}],"familyWeights":[{"family":"hle","share":0.09603586228158888},{"family":"gpqa","share":0.09584828583021124},{"family":"critpt","share":0.09546794670675933},{"family":"omniscience","share":0.09509854963206148},{"family":"mmmu-pro","share":0.09382014820402579},{"family":"aa-lcr","share":0.08834887356105435},{"family":"gdpval","share":0.08329372887672998},{"family":"briefcase","share":0.07776579046614897},{"family":"automationbench","share":0.0774755527817269},{"family":"gdp-pdf","share":0.07718459810195112},{"family":"terminal-bench","share":0.06745150223318648},{"family":"tau-bench","share":0.05220916132455692}]},"capabilityRatings":[{"bucket":"agentic","score":0.617521591720771,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.40672330310065985,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6455504082791619,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12117357942503355,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.42172460951798296,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.49938617796853474,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.936715182156921,"lowerBound":0,"upperBound":1,"independentScore":0.936715182156921,"independent":true,"opponentIds":3671,"independentOpponentIds":3671,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ff398af3902cbbb496663108"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.897187460821465,"lowerBound":0,"upperBound":1,"independentScore":0.897187460821465,"independent":true,"opponentIds":3672,"independentOpponentIds":3672,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["1af1c14074eae9ab67bac2a5"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8033924910560621,"lowerBound":0,"upperBound":1,"independentScore":0.8033924910560621,"independent":true,"opponentIds":3673,"independentOpponentIds":3673,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["100eb437023dad366f563363"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8502141288457338,"lowerBound":0,"upperBound":1,"independentScore":0.8502141288457338,"independent":true,"opponentIds":3674,"independentOpponentIds":3674,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["d7c9d2a0fd1760ad961f399e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7256877713284831,"lowerBound":0,"upperBound":1,"independentScore":0.7256877713284831,"independent":true,"opponentIds":3675,"independentOpponentIds":3675,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e21724aca11f3198eedbc6e7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9380020623448492,"lowerBound":0,"upperBound":1,"independentScore":0.9380020623448492,"independent":true,"opponentIds":3676,"independentOpponentIds":3676,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["fa923c564e87543c1ce2f864"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9483148436721062,"lowerBound":0,"upperBound":1,"independentScore":0.9483148436721062,"independent":true,"opponentIds":3677,"independentOpponentIds":3677,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e02c83aacb3a00e840a9af72"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8787639859108273,"lowerBound":0,"upperBound":1,"independentScore":0.8787639859108273,"independent":true,"opponentIds":3678,"independentOpponentIds":3678,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["16d3fe3f51d36c136b12f8b5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8867710291467692,"lowerBound":0,"upperBound":1,"independentScore":0.8867710291467692,"independent":true,"opponentIds":3679,"independentOpponentIds":3679,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["653bd0d5164de68aa04fc91e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6278644799606325,"lowerBound":0,"upperBound":1,"independentScore":0.6278644799606325,"independent":true,"opponentIds":3680,"independentOpponentIds":3680,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6cd571f906fa29b42e3b182b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8939499997081526,"lowerBound":0,"upperBound":1,"independentScore":0.8939499997081526,"independent":true,"opponentIds":3681,"independentOpponentIds":3681,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e600574b71b21a5cafdd9d49"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8629102720494468,"lowerBound":0,"upperBound":1,"independentScore":0.8629102720494468,"independent":true,"opponentIds":3682,"independentOpponentIds":3682,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["58c528b02767f71c2ef600cc","50e7110e3b20dacde3b37e1e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ff398af3902cbbb496663108","1af1c14074eae9ab67bac2a5","100eb437023dad366f563363","d7c9d2a0fd1760ad961f399e","e21724aca11f3198eedbc6e7","fa923c564e87543c1ce2f864","e02c83aacb3a00e840a9af72","16d3fe3f51d36c136b12f8b5","653bd0d5164de68aa04fc91e","6cd571f906fa29b42e3b182b","e600574b71b21a5cafdd9d49","58c528b02767f71c2ef600cc","50e7110e3b20dacde3b37e1e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"seed-oss-36b-instruct--effort-reasoning","name":"Seed OSS 36B Instruct · Reasoning","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-oss-36b-instruct","detailsUrl":"/efforts?model=seed-oss-36b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.022214702646003667,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000067}],"familyWeights":[{"family":"mmlu-pro","share":0.08965553356292784},{"family":"aime","share":0.08949746747004217},{"family":"livecodebench","share":0.08947178949828227},{"family":"ifbench","share":0.08742354034815615},{"family":"hle","share":0.08558592312079857},{"family":"gpqa","share":0.08541875740410196},{"family":"critpt","share":0.08507980407764416},{"family":"omniscience","share":0.08475060216405653},{"family":"gmmlu","share":0.07884583573806747},{"family":"aa-lcr","share":0.07873537781370198},{"family":"tau-bench","share":0.0754979519035066},{"family":"terminal-bench","share":0.07003741689871808}]},"capabilityRatings":[{"bucket":"agentic","score":0.07314045110741293,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07205729431414148,"supported":true,"families":4,"independentFamilies":4,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06524105585979269,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05229261541006188,"supported":true,"families":4,"independentFamilies":4,"opponents":228,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.14717099923414498,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.865196067762069,"lowerBound":0,"upperBound":1,"independentScore":0.865196067762069,"independent":true,"opponentIds":3683,"independentOpponentIds":3683,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ac0ddd5b5ae8b79a4ddc80c8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5782125101630511,"lowerBound":0,"upperBound":1,"independentScore":0.5782125101630511,"independent":true,"opponentIds":3684,"independentOpponentIds":3684,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["fd77bc1467dfe4486490d845"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3685,"independentOpponentIds":3685,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9e8614db68b3d211029ec88c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3208477024546392,"lowerBound":0,"upperBound":1,"independentScore":0.3208477024546392,"independent":true,"opponentIds":3686,"independentOpponentIds":3686,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["841cd6af604c06ea92463ab9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4987078980144575,"lowerBound":0,"upperBound":1,"independentScore":0.4987078980144575,"independent":true,"opponentIds":3687,"independentOpponentIds":3687,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["58e1dd8e3731504b07c5dfad"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.46971602800302914,"lowerBound":0,"upperBound":1,"independentScore":0.46971602800302914,"independent":true,"opponentIds":3688,"independentOpponentIds":3688,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["17b50474af561818c94ee00f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4718248041665683,"lowerBound":0,"upperBound":1,"independentScore":0.4718248041665683,"independent":true,"opponentIds":3689,"independentOpponentIds":3689,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8b0760998291d4c24b0a22a4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8492376705337126,"lowerBound":0,"upperBound":1,"independentScore":0.8492376705337126,"independent":true,"opponentIds":3690,"independentOpponentIds":3690,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ed488162479393e23b14bace"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7436127686923005,"lowerBound":0,"upperBound":1,"independentScore":0.7436127686923005,"independent":true,"opponentIds":3691,"independentOpponentIds":3691,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b64d48fbd23f04ac8eebe4df"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4099032962808785,"lowerBound":0,"upperBound":1,"independentScore":0.4099032962808785,"independent":true,"opponentIds":3692,"independentOpponentIds":3692,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["044431bb8ae976aa42349a89"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5861768170634237,"lowerBound":0,"upperBound":1,"independentScore":0.5861768170634237,"independent":true,"opponentIds":3693,"independentOpponentIds":3693,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1de2302eae9a29fe88d82846"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3910974167235925,"lowerBound":0,"upperBound":1,"independentScore":0.3910974167235925,"independent":true,"opponentIds":3694,"independentOpponentIds":3694,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bff8dce7b47e199123fa7411"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ac0ddd5b5ae8b79a4ddc80c8","fd77bc1467dfe4486490d845","9e8614db68b3d211029ec88c","841cd6af604c06ea92463ab9","58e1dd8e3731504b07c5dfad","17b50474af561818c94ee00f","8b0760998291d4c24b0a22a4","ed488162479393e23b14bace","b64d48fbd23f04ac8eebe4df","044431bb8ae976aa42349a89","1de2302eae9a29fe88d82846","bff8dce7b47e199123fa7411"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-large-4","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"solar-mini4-260922--effort-reasoning","name":"Solar Mini 4 · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-mini4-260922","detailsUrl":"/efforts?model=solar-mini4-260922","publishedBenchmarkCount":11,"overallRating":{"score":0.1116682402600682,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":229,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000135}],"familyWeights":[{"family":"hle","share":0.1364611634549511},{"family":"critpt","share":0.1347462083193262},{"family":"omniscience","share":0.133945711644271},{"family":"aa-lcr","share":0.1251983299876005},{"family":"gdpval","share":0.11235502788963506},{"family":"briefcase","share":0.10196067955583324},{"family":"automationbench","share":0.10113907873238209},{"family":"gdp-pdf","share":0.10090000522322805},{"family":"terminal-bench","share":0.05329379519277625}]},"capabilityRatings":[{"bucket":"agentic","score":0.23370834168627821,"supported":true,"families":4,"independentFamilies":4,"opponents":140,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.20476705350264568,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.24815725197671726,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05747093809163951,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6862504295356251,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4676070347180513,"lowerBound":0,"upperBound":1,"independentScore":0.4676070347180513,"independent":true,"opponentIds":3695,"independentOpponentIds":3695,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a7683e908d41bad4b60c7140"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9772338743034716,"lowerBound":0,"upperBound":1,"independentScore":0.9772338743034716,"independent":true,"opponentIds":3696,"independentOpponentIds":3696,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["47bdce7bde5f865c9139beb3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5353644508274013,"lowerBound":0,"upperBound":1,"independentScore":0.5353644508274013,"independent":true,"opponentIds":3697,"independentOpponentIds":3697,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["3182dcb826ff8a7d4e609921"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6868462790554959,"lowerBound":0,"upperBound":1,"independentScore":0.6868462790554959,"independent":true,"opponentIds":3698,"independentOpponentIds":3698,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["1fa53f089bd0da231122e7c7"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3515749533766163,"lowerBound":0,"upperBound":1,"independentScore":0.3515749533766163,"independent":true,"opponentIds":3699,"independentOpponentIds":3699,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["dc2aeabd39e81318cbb73ebb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.657109693521875,"lowerBound":0,"upperBound":1,"independentScore":0.657109693521875,"independent":true,"opponentIds":3700,"independentOpponentIds":3700,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["ae3b3f1e5b08e385c4f96ffb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7471058627039331,"lowerBound":0,"upperBound":1,"independentScore":0.7471058627039331,"independent":true,"opponentIds":3701,"independentOpponentIds":3701,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6775465a72cdd9f4c9148198"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4236324789340814,"lowerBound":0,"upperBound":1,"independentScore":0.4236324789340814,"independent":true,"opponentIds":3702,"independentOpponentIds":3702,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["0126d37ad452c2adff59ee06"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3559693071600574,"lowerBound":0,"upperBound":1,"independentScore":0.3559693071600574,"independent":true,"opponentIds":3699,"independentOpponentIds":3699,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["5b70749de87ba5e19bcbfcf4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a7683e908d41bad4b60c7140","47bdce7bde5f865c9139beb3","3182dcb826ff8a7d4e609921","1fa53f089bd0da231122e7c7","dc2aeabd39e81318cbb73ebb","ae3b3f1e5b08e385c4f96ffb","6775465a72cdd9f4c9148198","0126d37ad452c2adff59ee06","5b70749de87ba5e19bcbfcf4"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"solar-open-100b--effort-reasoning","name":"Solar Open 100B · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-open-100b","detailsUrl":"/efforts?model=solar-open-100b","publishedBenchmarkCount":10,"overallRating":{"score":0.016279157175417468,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000113}],"familyWeights":[{"family":"ifbench","share":0.1208588803737929},{"family":"hle","share":0.11831313100753606},{"family":"gpqa","share":0.11811407157458631},{"family":"critpt","share":0.11682624853858936},{"family":"omniscience","share":0.11613221028192325},{"family":"aa-lcr","share":0.10854814690655691},{"family":"gmmlu","share":0.10325303280915055},{"family":"tau-bench","share":0.10296474652912986},{"family":"terminal-bench","share":0.09498953197874786}]},"capabilityRatings":[{"bucket":"agentic","score":0.07033955453072964,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.046686278061916796,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01184603425070177,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07607501508288785,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06622250639697413,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3887336011554428,"lowerBound":0,"upperBound":1,"independentScore":0.3887336011554428,"independent":true,"opponentIds":3703,"independentOpponentIds":3703,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["6ed7251fc836a13b8bda6c2c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2320193725997804,"lowerBound":0,"upperBound":1,"independentScore":0.2320193725997804,"independent":true,"opponentIds":3704,"independentOpponentIds":3704,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["75cb2fffbf1adac440b9c082"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5071983297997887,"lowerBound":0,"upperBound":1,"independentScore":0.5071983297997887,"independent":true,"opponentIds":3705,"independentOpponentIds":3705,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["1d3eac54d4adb7c21226a10d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.351024118020878,"lowerBound":0,"upperBound":1,"independentScore":0.351024118020878,"independent":true,"opponentIds":3706,"independentOpponentIds":3706,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6cc904fe0b8921985e0fbd2c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5020156357161898,"lowerBound":0,"upperBound":1,"independentScore":0.5020156357161898,"independent":true,"opponentIds":3707,"independentOpponentIds":3707,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["b239e9e2e4dc4d96acb069c2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6797768310867731,"lowerBound":0,"upperBound":1,"independentScore":0.6797768310867731,"independent":true,"opponentIds":3708,"independentOpponentIds":3708,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7c6f3969a3bfb58f59e504a9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.43593481848878224,"lowerBound":0,"upperBound":1,"independentScore":0.43593481848878224,"independent":true,"opponentIds":3709,"independentOpponentIds":3709,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["c2348de9a5afccbf97deb29c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5721679565611718,"lowerBound":0,"upperBound":1,"independentScore":0.5721679565611718,"independent":true,"opponentIds":3710,"independentOpponentIds":3710,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["65366e28efa37bd0fc9304a3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17411036543503958,"lowerBound":0,"upperBound":1,"independentScore":0.17411036543503958,"independent":true,"opponentIds":3711,"independentOpponentIds":3711,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f28b14f230ca174c3535e105"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6ed7251fc836a13b8bda6c2c","75cb2fffbf1adac440b9c082","1d3eac54d4adb7c21226a10d","6cc904fe0b8921985e0fbd2c","b239e9e2e4dc4d96acb069c2","7c6f3969a3bfb58f59e504a9","c2348de9a5afccbf97deb29c","65366e28efa37bd0fc9304a3","f28b14f230ca174c3535e105"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"solar-open2-250b--effort-reasoning","name":"Solar Open2 250B · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-open2-250b","detailsUrl":"/efforts?model=solar-open2-250b","publishedBenchmarkCount":10,"overallRating":{"score":0.10705954953420134,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000036}],"familyWeights":[{"family":"hle","share":0.15288259820538425},{"family":"gpqa","share":0.15274664487532394},{"family":"critpt","share":0.15084389989843786},{"family":"omniscience","share":0.14978356064183446},{"family":"aa-lcr","share":0.14011366333504383},{"family":"gdpval","share":0.12363479162578568},{"family":"tau-bench","share":0.07263871213913327},{"family":"terminal-bench","share":0.05735612927906206}]},"capabilityRatings":[{"bucket":"agentic","score":0.2499146871587942,"supported":true,"families":2,"independentFamilies":2,"opponents":145,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26949713703217376,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14414002486881697,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06461139126528985,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.25283995282041843,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7314733365039572,"lowerBound":0,"upperBound":1,"independentScore":0.7314733365039572,"independent":true,"opponentIds":3712,"independentOpponentIds":3712,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["541af6b48e4dd025e681a015"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8001918006038976,"lowerBound":0,"upperBound":1,"independentScore":0.8001918006038976,"independent":true,"opponentIds":3713,"independentOpponentIds":3713,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["e9ccf812e35cb29f130dc31f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5358692274562782,"lowerBound":0,"upperBound":1,"independentScore":0.5358692274562782,"independent":true,"opponentIds":3714,"independentOpponentIds":3714,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["f87e5a262feeaed2f87defb2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8194377373713313,"lowerBound":0,"upperBound":1,"independentScore":0.8194377373713313,"independent":true,"opponentIds":3715,"independentOpponentIds":3715,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b4701fb10f02abf0859e9d2b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7909637047614272,"lowerBound":0,"upperBound":1,"independentScore":0.7909637047614272,"independent":true,"opponentIds":3716,"independentOpponentIds":3716,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f5a8e2ba8b2c9185ba6e9900"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.45298859389265145,"lowerBound":0,"upperBound":1,"independentScore":0.45298859389265145,"independent":true,"opponentIds":3717,"independentOpponentIds":3717,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["e1c44575202fa0dd5bbff5db"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6324456767626366,"lowerBound":0,"upperBound":1,"independentScore":0.6324456767626366,"independent":true,"opponentIds":3718,"independentOpponentIds":3718,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b72d75ebece38f24171ed19a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5538922856952662,"lowerBound":0,"upperBound":1,"independentScore":0.5538922856952662,"independent":true,"opponentIds":3719,"independentOpponentIds":3719,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["b2c76ce1b70fddc006955b7a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["541af6b48e4dd025e681a015","e9ccf812e35cb29f130dc31f","f87e5a262feeaed2f87defb2","b4701fb10f02abf0859e9d2b","f5a8e2ba8b2c9185ba6e9900","e1c44575202fa0dd5bbff5db","b72d75ebece38f24171ed19a","b2c76ce1b70fddc006955b7a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"solar-pro3-260323--effort-reasoning","name":"Solar Pro 3 · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro3-260323","detailsUrl":"/efforts?model=solar-pro3-260323","publishedBenchmarkCount":18,"overallRating":{"score":0.02061362277214507,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999939}],"familyWeights":[{"family":"ifbench","share":0.09302832205102674},{"family":"hle","share":0.09107289395291561},{"family":"gpqa","share":0.09089501113020204},{"family":"critpt","share":0.09053432727905157},{"family":"omniscience","share":0.09018402001037905},{"family":"tau-bench","share":0.08542665705416598},{"family":"terminal-bench","share":0.08421317410152898},{"family":"gdpval","share":0.0789892521055399},{"family":"aa-lcr","share":0.07524177419904064},{"family":"briefcase","share":0.0737469880524622},{"family":"automationbench","share":0.07347174935280845},{"family":"gdp-pdf","share":0.07319583071088875}]},"capabilityRatings":[{"bucket":"agentic","score":0.06403396134813534,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05601836495077314,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04592633096359347,"supported":false,"families":1,"independentFamilies":1,"opponents":217,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11435230879070017,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.05696346543929915,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.13499250027892834,"lowerBound":0,"upperBound":1,"independentScore":0.13499250027892834,"independent":true,"opponentIds":3720,"independentOpponentIds":3720,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ce407757e7278c975f4923a2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.22581074818176564,"lowerBound":0,"upperBound":1,"independentScore":0.22581074818176564,"independent":true,"opponentIds":3721,"independentOpponentIds":3721,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["90113e320325aad453d0207c","cef5e234850298a63380a52c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.10484210674276656,"lowerBound":0,"upperBound":1,"independentScore":0.10484210674276656,"independent":true,"opponentIds":3722,"independentOpponentIds":3722,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["e1354b01691573102e86fac0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.23611270451611546,"lowerBound":0,"upperBound":1,"independentScore":0.23611270451611546,"independent":true,"opponentIds":3723,"independentOpponentIds":3723,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["2e642eb8e589b310afece9d1"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2068617635068758,"lowerBound":0,"upperBound":1,"independentScore":0.2068617635068758,"independent":true,"opponentIds":3724,"independentOpponentIds":3724,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["4762ee05df5eb38cf2f0a883"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.21994387178738825,"lowerBound":0,"upperBound":1,"independentScore":0.21994387178738825,"independent":true,"opponentIds":3725,"independentOpponentIds":3725,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["64973f1d0a5775767ebb7147"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4933931531616005,"lowerBound":0,"upperBound":1,"independentScore":0.4933931531616005,"independent":true,"opponentIds":3726,"independentOpponentIds":3726,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["087acac2342dac2567f325c0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4921897059937492,"lowerBound":0,"upperBound":1,"independentScore":0.4921897059937492,"independent":true,"opponentIds":3727,"independentOpponentIds":3727,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["f6cc07e7f169228137b2d3cf"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.85080196016881,"lowerBound":0,"upperBound":1,"independentScore":0.85080196016881,"independent":true,"opponentIds":3728,"independentOpponentIds":3728,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6f529a5f931819bad160b6db"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.42939478397282493,"lowerBound":0,"upperBound":1,"independentScore":0.42939478397282493,"independent":true,"opponentIds":3729,"independentOpponentIds":3729,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["5a972a37cc173c738ac9b70a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5789777577095914,"lowerBound":0,"upperBound":1,"independentScore":0.5789777577095914,"independent":true,"opponentIds":3730,"independentOpponentIds":3730,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5326f847758818bf93448cfe","b761794691d5cb615a77b75a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2927598954895711,"lowerBound":0,"upperBound":1,"independentScore":0.2927598954895711,"independent":true,"opponentIds":3731,"independentOpponentIds":3731,"panelSize":217,"publishers":["Artificial Analysis"],"observations":["8b80c8dacf1f2ac3db0ea6ed","2163d48791cfaa3ebdc1dcd6","124d3b5b3e2079c76cde89fb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ce407757e7278c975f4923a2","90113e320325aad453d0207c","e1354b01691573102e86fac0","2e642eb8e589b310afece9d1","4762ee05df5eb38cf2f0a883","64973f1d0a5775767ebb7147","087acac2342dac2567f325c0","f6cc07e7f169228137b2d3cf","6f529a5f931819bad160b6db","cef5e234850298a63380a52c","5a972a37cc173c738ac9b70a","5326f847758818bf93448cfe","b761794691d5cb615a77b75a","8b80c8dacf1f2ac3db0ea6ed","2163d48791cfaa3ebdc1dcd6","124d3b5b3e2079c76cde89fb"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro4-260806","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"solar-pro4-260806--effort-reasoning","name":"Solar Pro 4 · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro4-260806","detailsUrl":"/efforts?model=solar-pro4-260806","publishedBenchmarkCount":14,"overallRating":{"score":0.13145425738800717,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000249}],"familyWeights":[{"family":"hle","share":0.10716504141392465},{"family":"gpqa","share":0.10687883298868674},{"family":"critpt","share":0.10636415511994401},{"family":"omniscience","share":0.10589655405559845},{"family":"aa-lcr","share":0.09838043412311986},{"family":"gdpval","share":0.0915897400642832},{"family":"briefcase","share":0.08478986903509517},{"family":"automationbench","share":0.08436577747273134},{"family":"gdp-pdf","share":0.08409577109130588},{"family":"terminal-bench","share":0.07400470530973408},{"family":"tau-bench","share":0.056469119325596645}]},"capabilityRatings":[{"bucket":"agentic","score":0.28195756015907725,"supported":true,"families":5,"independentFamilies":5,"opponents":146,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3063271972642854,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14768856010614498,"supported":false,"families":1,"independentFamilies":1,"opponents":141,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07304826769672623,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.23650157741110558,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6531839644786701,"lowerBound":0,"upperBound":1,"independentScore":0.6531839644786701,"independent":true,"opponentIds":3732,"independentOpponentIds":3732,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["298d80d4a5399cee230158b2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7062702234668317,"lowerBound":0,"upperBound":1,"independentScore":0.7062702234668317,"independent":true,"opponentIds":3733,"independentOpponentIds":3733,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["aefef63584c73c56bed65f21"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4592398488952292,"lowerBound":0,"upperBound":1,"independentScore":0.4592398488952292,"independent":true,"opponentIds":3734,"independentOpponentIds":3734,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["df90a3ec21d4239743fb2fe4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8022914124864124,"lowerBound":0,"upperBound":1,"independentScore":0.8022914124864124,"independent":true,"opponentIds":3735,"independentOpponentIds":3735,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["24bb299713a3451eeba316c2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4446155138292805,"lowerBound":0,"upperBound":1,"independentScore":0.4446155138292805,"independent":true,"opponentIds":3736,"independentOpponentIds":3736,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a7f6f1f0d1861502a311e2bc"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6724087522036956,"lowerBound":0,"upperBound":1,"independentScore":0.6724087522036956,"independent":true,"opponentIds":3737,"independentOpponentIds":3737,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["be1d922acf1db598bfd5815b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8798418407345531,"lowerBound":0,"upperBound":1,"independentScore":0.8798418407345531,"independent":true,"opponentIds":3738,"independentOpponentIds":3738,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["524276087f80ab9a7ec587fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8047037227618699,"lowerBound":0,"upperBound":1,"independentScore":0.8047037227618699,"independent":true,"opponentIds":3739,"independentOpponentIds":3739,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["6d4c6e539b85c5b3accf2d74"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.48485595207566523,"lowerBound":0,"upperBound":1,"independentScore":0.48485595207566523,"independent":true,"opponentIds":3740,"independentOpponentIds":3740,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["af138a32895ebcda8487a3df"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6819170296535683,"lowerBound":0,"upperBound":1,"independentScore":0.6819170296535683,"independent":true,"opponentIds":3741,"independentOpponentIds":3741,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["67316d10f432f15fe7c97a55"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.428875261485532,"lowerBound":0,"upperBound":1,"independentScore":0.428875261485532,"independent":true,"opponentIds":3742,"independentOpponentIds":3742,"panelSize":141,"publishers":["Artificial Analysis"],"observations":["f4dea894fcffe88ddf4ea8e7","0c517d40c3a43e93fce0d9e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["298d80d4a5399cee230158b2","aefef63584c73c56bed65f21","df90a3ec21d4239743fb2fe4","24bb299713a3451eeba316c2","a7f6f1f0d1861502a311e2bc","be1d922acf1db598bfd5815b","524276087f80ab9a7ec587fe","6d4c6e539b85c5b3accf2d74","af138a32895ebcda8487a3df","67316d10f432f15fe7c97a55","f4dea894fcffe88ddf4ea8e7","0c517d40c3a43e93fce0d9e4"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen-3.8-max-0902","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"step-3.7-flash--effort-reasoning","name":"Step 3.7 Flash · Reasoning","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step-3.7-flash","detailsUrl":"/efforts?model=step-3.7-flash","publishedBenchmarkCount":17,"overallRating":{"score":0.09864501225088051,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000104}],"familyWeights":[{"family":"ifbench","share":0.09041858457962659},{"family":"hle","share":0.08843552862436843},{"family":"gpqa","share":0.08825868332031825},{"family":"critpt","share":0.08802386107426324},{"family":"omniscience","share":0.08771017322410816},{"family":"mmmu-pro","share":0.08690601980698008},{"family":"tau-bench","share":0.08374614620194396},{"family":"aa-lcr","share":0.08160046203981845},{"family":"gdpval","share":0.07830716398649108},{"family":"terminal-bench","share":0.07552384028388016},{"family":"itbench","share":0.050585691018824694},{"family":"apex-agents","share":0.050441979188961324},{"family":"enterprise-ops","share":0.05004186665041692}]},"capabilityRatings":[{"bucket":"agentic","score":0.18130422791419418,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17983247432115265,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16484301761459544,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16044483784925298,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.23378184115937106,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.30484867668004406,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.409881426019353,"lowerBound":0,"upperBound":1,"independentScore":0.409881426019353,"independent":true,"opponentIds":3743,"independentOpponentIds":3743,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["4e4f7f66e12fa41c88b4ae62"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7715930216636877,"lowerBound":0,"upperBound":1,"independentScore":0.7715930216636877,"independent":true,"opponentIds":3744,"independentOpponentIds":3744,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["d03747357d4b99762e3c2c12"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.710516360638357,"lowerBound":0,"upperBound":1,"independentScore":0.710516360638357,"independent":true,"opponentIds":3745,"independentOpponentIds":3745,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["05f9d1f4588607425107e0cd"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.22409508442801995,"lowerBound":0,"upperBound":1,"independentScore":0.22409508442801995,"independent":true,"opponentIds":3746,"independentOpponentIds":3746,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["f3f1d0a35cc4c49e68376e7f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5148469417754996,"lowerBound":0,"upperBound":1,"independentScore":0.5148469417754996,"independent":true,"opponentIds":3747,"independentOpponentIds":3747,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["d26847278c16adb82bf819e3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6735801727443539,"lowerBound":0,"upperBound":1,"independentScore":0.6735801727443539,"independent":true,"opponentIds":3748,"independentOpponentIds":3748,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["aea0451a4896d102b0043d1d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7029802630138936,"lowerBound":0,"upperBound":1,"independentScore":0.7029802630138936,"independent":true,"opponentIds":3749,"independentOpponentIds":3749,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["9eaec21698f9c763849fc748"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7999803374231531,"lowerBound":0,"upperBound":1,"independentScore":0.7999803374231531,"independent":true,"opponentIds":3750,"independentOpponentIds":3750,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a23d7538799febe12d9a6925"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.28277250372771306,"lowerBound":0,"upperBound":1,"independentScore":0.28277250372771306,"independent":true,"opponentIds":3751,"independentOpponentIds":3751,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["9006b356b7c4957dcf096d9e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7381280812937279,"lowerBound":0,"upperBound":1,"independentScore":0.7381280812937279,"independent":true,"opponentIds":3752,"independentOpponentIds":3752,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["c87c7ea70afb04af4f026773"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6674755123493823,"lowerBound":0,"upperBound":1,"independentScore":0.6674755123493823,"independent":true,"opponentIds":3753,"independentOpponentIds":3753,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["4cb090aa5d8a78b6a18f80f0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7571850916249662,"lowerBound":0,"upperBound":1,"independentScore":0.7571850916249662,"independent":true,"opponentIds":3754,"independentOpponentIds":3754,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["f6ad7a16a5446adada0a8818","8b38eb1018caf6cb002d9ea9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6862546417939251,"lowerBound":0,"upperBound":1,"independentScore":0.6862546417939251,"independent":true,"opponentIds":3755,"independentOpponentIds":3755,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d29adfa107dd249d7fdf48ea","ee468fde2438f81f9d3a5096"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4e4f7f66e12fa41c88b4ae62","d03747357d4b99762e3c2c12","05f9d1f4588607425107e0cd","f3f1d0a35cc4c49e68376e7f","d26847278c16adb82bf819e3","aea0451a4896d102b0043d1d","9eaec21698f9c763849fc748","a23d7538799febe12d9a6925","9006b356b7c4957dcf096d9e","c87c7ea70afb04af4f026773","4cb090aa5d8a78b6a18f80f0","f6ad7a16a5446adada0a8818","8b38eb1018caf6cb002d9ea9","d29adfa107dd249d7fdf48ea","ee468fde2438f81f9d3a5096"],"opponentModelIds":["claude-opus-4-6","claude-sonnet-4-6","deepseek-v3.2","deepseek-v4-pro-0424","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen-3.8-max-0902","qwen3.5-397b-a17b","qwen3.7-plus","step-5-preview","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"step-5-preview--effort-reasoning","name":"Step 5 Preview · Reasoning","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step-5-preview","detailsUrl":"/efforts?model=step-5-preview","publishedBenchmarkCount":18,"overallRating":{"score":0.44330647820745145,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":229,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000115}],"familyWeights":[{"family":"hle","share":0.08454201887041388},{"family":"critpt","share":0.08429305833098856},{"family":"omniscience","share":0.08402294110829138},{"family":"mmmu-pro","share":0.08391518199077132},{"family":"gdpval","share":0.07715118493875983},{"family":"briefcase","share":0.07378201489436356},{"family":"automationbench","share":0.07375640507365976},{"family":"gdp-pdf","share":0.07344238496423912},{"family":"aa-lcr","share":0.07094676259929177},{"family":"apex-agents","share":0.053225181537902067},{"family":"enterprise-ops","share":0.05263255690179042},{"family":"itbench","share":0.05259767192366855},{"family":"terminal-bench-science","share":0.05114345882333157},{"family":"analyst-agent","share":0.0448472799016506},{"family":"terminal-bench","share":0.03970189814087835}]},"capabilityRatings":[{"bucket":"agentic","score":0.5378304140603732,"supported":true,"families":9,"independentFamilies":9,"opponents":144,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5491666146147116,"supported":true,"families":2,"independentFamilies":2,"opponents":227,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.740796864382126,"supported":false,"families":1,"independentFamilies":1,"opponents":107,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3476808765636957,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2763009530576687,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5996635657278105,"supported":false,"families":1,"independentFamilies":1,"opponents":215,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.6065606829690997,"lowerBound":0,"upperBound":1,"independentScore":0.6065606829690997,"independent":true,"opponentIds":3756,"independentOpponentIds":3756,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["4a88975d662760cd583f9e27"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8190600597262057,"lowerBound":0,"upperBound":1,"independentScore":0.8190600597262057,"independent":true,"opponentIds":3757,"independentOpponentIds":3757,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["97ce2b12f08ed8f5d9b5e618"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.9213007700832455,"lowerBound":0,"upperBound":1,"independentScore":0.9213007700832455,"independent":true,"opponentIds":3758,"independentOpponentIds":3758,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["ab9a28e0a53cdcab0dd1cd27"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8704758648006211,"lowerBound":0,"upperBound":1,"independentScore":0.8704758648006211,"independent":true,"opponentIds":3759,"independentOpponentIds":3759,"panelSize":215,"publishers":["Artificial Analysis"],"observations":["d6bca134ef08712b9e071ad1","f47637d5f7cb6e09d0e5407d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7488111982691394,"lowerBound":0,"upperBound":1,"independentScore":0.7488111982691394,"independent":true,"opponentIds":3760,"independentOpponentIds":3760,"panelSize":109,"publishers":["Artificial Analysis"],"observations":["d147a3085be14474ad98b1ff"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9321963439002899,"lowerBound":0,"upperBound":1,"independentScore":0.9321963439002899,"independent":true,"opponentIds":3761,"independentOpponentIds":3761,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["4adc2d2f72d7512bcefe05d2"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8658893441484192,"lowerBound":0,"upperBound":1,"independentScore":0.8658893441484192,"independent":true,"opponentIds":3762,"independentOpponentIds":3762,"panelSize":43,"publishers":["Artificial Analysis"],"observations":["17a82096430134a4793bf474"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7037326425723764,"lowerBound":0,"upperBound":1,"independentScore":0.7037326425723764,"independent":true,"opponentIds":3763,"independentOpponentIds":3763,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["e013a02b996a95ebc2ae00cd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8799397088065443,"lowerBound":0,"upperBound":1,"independentScore":0.8799397088065443,"independent":true,"opponentIds":3764,"independentOpponentIds":3764,"panelSize":139,"publishers":["Artificial Analysis"],"observations":["517b7026960a0044c7d05653"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9499670904887649,"lowerBound":0,"upperBound":1,"independentScore":0.9499670904887649,"independent":true,"opponentIds":3765,"independentOpponentIds":3765,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["7504c5bd6e9ce1b8e5c7f5e1"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.9952527142381731,"lowerBound":0,"upperBound":1,"independentScore":0.9952527142381731,"independent":true,"opponentIds":3766,"independentOpponentIds":3766,"panelSize":40,"publishers":["Artificial Analysis"],"observations":["f6fdac01ebdf5e190792fdb1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7743550006026511,"lowerBound":0,"upperBound":1,"independentScore":0.7743550006026511,"independent":true,"opponentIds":3767,"independentOpponentIds":3767,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["ff932e1d93554b38481e904e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8762301189776666,"lowerBound":0,"upperBound":1,"independentScore":0.8762301189776666,"independent":true,"opponentIds":3768,"independentOpponentIds":3768,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["334ad755e623e4b6693136a6"],"sourceScores":[]},{"id":"terminal-bench-science","label":"terminal-bench-science","bucket":"agentic","score":0.20213803648411025,"lowerBound":0,"upperBound":1,"independentScore":0.20213803648411025,"independent":true,"opponentIds":3769,"independentOpponentIds":3769,"panelSize":27,"publishers":["Artificial Analysis"],"observations":["017170de05d86d07588c3548"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8267004321076674,"lowerBound":0,"upperBound":1,"independentScore":0.8267004321076674,"independent":true,"opponentIds":3763,"independentOpponentIds":3763,"panelSize":107,"publishers":["Artificial Analysis"],"observations":["a329497b5012d24b53ad472e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4a88975d662760cd583f9e27","97ce2b12f08ed8f5d9b5e618","ab9a28e0a53cdcab0dd1cd27","d6bca134ef08712b9e071ad1","d147a3085be14474ad98b1ff","4adc2d2f72d7512bcefe05d2","17a82096430134a4793bf474","e013a02b996a95ebc2ae00cd","517b7026960a0044c7d05653","7504c5bd6e9ce1b8e5c7f5e1","f6fdac01ebdf5e190792fdb1","f47637d5f7cb6e09d0e5407d","ff932e1d93554b38481e904e","334ad755e623e4b6693136a6","017170de05d86d07588c3548","a329497b5012d24b53ad472e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","deepseek-v4.1-flash","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","gpt-6-luna","gpt-6.1-sol","grok-4.3","grok-4.5","grok-4.6","grok-4.7","kimi-k3","mimo-v2.5-pro","mimo-v2.6-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.3","nemotron-3-ultra","qwen-3.8-max-0902","qwen3.7-max","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-5.1","glm-5.2","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-6-sol","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.6-flash","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-large-4","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-wonder","muse-wonder-full","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-mini4-260922","solar-pro3-260323","solar-pro4-260806","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"step3-vl-10b--effort-reasoning","name":"Step 3 VL 10B · Reasoning","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step3-vl-10b","detailsUrl":"/efforts?model=step3-vl-10b","publishedBenchmarkCount":10,"overallRating":{"score":0.009218784265193703,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000147}],"familyWeights":[{"family":"ifbench","share":0.11943364467678222},{"family":"hle","share":0.11691791621475028},{"family":"gpqa","share":0.11672120420226967},{"family":"critpt","share":0.11544856789774548},{"family":"omniscience","share":0.11476271412943002},{"family":"mmmu-pro","share":0.11382797595667335},{"family":"aa-lcr","share":0.10726808628265316},{"family":"tau-bench","share":0.10175052849373926},{"family":"terminal-bench","share":0.09386936214596654}]},"capabilityRatings":[{"bucket":"agentic","score":0.00703324095044018,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.054277001017066145,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.022624793303944676,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04044324598373535,"supported":true,"families":2,"independentFamilies":2,"opponents":224,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06858003231066234,"supported":false,"families":1,"independentFamilies":1,"opponents":124,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.010111625844865047,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.052397290554736776,"lowerBound":0,"upperBound":1,"independentScore":0.052397290554736776,"independent":true,"opponentIds":3770,"independentOpponentIds":3770,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["43b322ea28a4a6f277552a05"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2320193725997804,"lowerBound":0,"upperBound":1,"independentScore":0.2320193725997804,"independent":true,"opponentIds":3771,"independentOpponentIds":3771,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["9132d81889bdde96600d5cfd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4405111340357843,"lowerBound":0,"upperBound":1,"independentScore":0.4405111340357843,"independent":true,"opponentIds":3772,"independentOpponentIds":3772,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a97b8f1ba39ced23967d346c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5207624110323548,"lowerBound":0,"upperBound":1,"independentScore":0.5207624110323548,"independent":true,"opponentIds":3773,"independentOpponentIds":3773,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["faa28dbbc9f9add21df2dc61"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6105851360983237,"lowerBound":0,"upperBound":1,"independentScore":0.6105851360983237,"independent":true,"opponentIds":3774,"independentOpponentIds":3774,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5cd738dc348ca79f2c279d55"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4300154308750746,"lowerBound":0,"upperBound":1,"independentScore":0.4300154308750746,"independent":true,"opponentIds":3775,"independentOpponentIds":3775,"panelSize":124,"publishers":["Artificial Analysis"],"observations":["c0c789fed617bbde5f34bffc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.17288524092838922,"lowerBound":0,"upperBound":1,"independentScore":0.17288524092838922,"independent":true,"opponentIds":3776,"independentOpponentIds":3776,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["b442f2f7fef04eefeaf6dde1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1220101176503884,"lowerBound":0,"upperBound":1,"independentScore":0.1220101176503884,"independent":true,"opponentIds":3777,"independentOpponentIds":3777,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1d4647242d6328c3454120c9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.30634205113373836,"lowerBound":0,"upperBound":1,"independentScore":0.30634205113373836,"independent":true,"opponentIds":3778,"independentOpponentIds":3778,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["33581c6317d1eb43fcadfe15"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["43b322ea28a4a6f277552a05","9132d81889bdde96600d5cfd","a97b8f1ba39ced23967d346c","faa28dbbc9f9add21df2dc61","5cd738dc348ca79f2c279d55","c0c789fed617bbde5f34bffc","b442f2f7fef04eefeaf6dde1","1d4647242d6328c3454120c9","33581c6317d1eb43fcadfe15"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"tiny-aya-global--effort-non-reasoning","name":"Tiny Aya Global · Non-reasoning","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-global","detailsUrl":"/efforts?model=tiny-aya-global","publishedBenchmarkCount":10,"overallRating":{"score":0.0016142283528126947,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":232,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"sharedOrderConflicts":1,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000113}],"familyWeights":[{"family":"ifbench","share":0.1208588803737929},{"family":"hle","share":0.11831313100753606},{"family":"gpqa","share":0.11811407157458631},{"family":"critpt","share":0.11682624853858936},{"family":"omniscience","share":0.11613221028192325},{"family":"aa-lcr","share":0.10854814690655691},{"family":"gmmlu","share":0.10325303280915055},{"family":"tau-bench","share":0.10296474652912986},{"family":"terminal-bench","share":0.09498953197874786}]},"capabilityRatings":[{"bucket":"agentic","score":0.002990184984836674,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021755431364342746,"supported":true,"families":3,"independentFamilies":3,"opponents":232,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005129904341668798,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005715623692703914,"supported":true,"families":3,"independentFamilies":3,"opponents":225,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.010111625844865075,"supported":false,"families":1,"independentFamilies":1,"opponents":214,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.052397290554736776,"lowerBound":0,"upperBound":1,"independentScore":0.052397290554736776,"independent":true,"opponentIds":3779,"independentOpponentIds":3779,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["701a12cb5a469a4de2b81dcc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2320193725997804,"lowerBound":0,"upperBound":1,"independentScore":0.2320193725997804,"independent":true,"opponentIds":3780,"independentOpponentIds":3780,"panelSize":216,"publishers":["Artificial Analysis"],"observations":["803351c15f6911e960f59a82"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.039512167244188656,"lowerBound":0,"upperBound":1,"independentScore":0.039512167244188656,"independent":true,"opponentIds":3781,"independentOpponentIds":3781,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["ae198468c720d10bafa7d1ed"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.054589865897094435,"lowerBound":0,"upperBound":1,"independentScore":0.054589865897094435,"independent":true,"opponentIds":3782,"independentOpponentIds":3782,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["02b8e27c2385d10ab79bd4fb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2899195668183214,"lowerBound":0,"upperBound":1,"independentScore":0.2899195668183214,"independent":true,"opponentIds":3783,"independentOpponentIds":3783,"panelSize":224,"publishers":["Artificial Analysis"],"observations":["1e3007800bf6ad6160a38a16"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.030275066841363926,"lowerBound":0,"upperBound":1,"independentScore":0.030275066841363926,"independent":true,"opponentIds":3784,"independentOpponentIds":3784,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1438c051d28cc24285d0b24f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.021593616980628616,"lowerBound":0,"upperBound":1,"independentScore":0.021593616980628616,"independent":true,"opponentIds":3785,"independentOpponentIds":3785,"panelSize":214,"publishers":["Artificial Analysis"],"observations":["9fbe07135ac2965896c34113"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.021784917070558515,"lowerBound":0,"upperBound":1,"independentScore":0.021784917070558515,"independent":true,"opponentIds":3786,"independentOpponentIds":3786,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["35cc8b451f8300f16237328f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03346892935568969,"lowerBound":0,"upperBound":1,"independentScore":0.03346892935568969,"independent":true,"opponentIds":3787,"independentOpponentIds":3787,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e244a76401048b5127d71e98"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["701a12cb5a469a4de2b81dcc","803351c15f6911e960f59a82","ae198468c720d10bafa7d1ed","02b8e27c2385d10ab79bd4fb","1e3007800bf6ad6160a38a16","1438c051d28cc24285d0b24f","9fbe07135ac2965896c34113","35cc8b451f8300f16237328f","e244a76401048b5127d71e98"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-haiku-5-5","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-opus-5-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4.1-flash","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemini-4-argon","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","grok-4.7","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","mimo-v2.6-flash","mimo-v2.6-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-large-4","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","muse-wonder-full","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen-3.8-max-0902","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-mini4-260922","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step-5-preview","step3-vl-10b","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"qwen-3.8-max--effort-low","name":"Qwen 3.8-Max · Low","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"qwen-3.8-max--effort-medium","name":"Qwen 3.8-Max · Medium","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.3--effort-high","name":"GLM-5.3 · High","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3","detailsUrl":"/efforts?model=glm-5.3","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":2}],"unspecified":0,"total":2}},{"id":"muse-spark-1.2--effort-low","name":"Muse Spark 1.2 · Low","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.2","detailsUrl":"/efforts?model=muse-spark-1.2","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"muse-spark-1.2--effort-high","name":"Muse Spark 1.2 · High","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.2","detailsUrl":"/efforts?model=muse-spark-1.2","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"qwen-3.8-max-0902--effort-max","name":"Qwen3.8 Max 0902 · Max","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max-0902","detailsUrl":"/efforts?model=qwen-3.8-max-0902","publishedBenchmarkCount":1,"overallRating":{"score":0.30753644730861623,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":9,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":1}],"familyWeights":[{"family":"terminal-bench","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.4688000726439688,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.137863121614968,"lowerBound":0,"upperBound":1,"independentScore":0.137863121614968,"independent":true,"opponentIds":3788,"independentOpponentIds":3788,"panelSize":9,"publishers":["Terminal-Bench"],"observations":["05679093da19998c7422e8ae"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["05679093da19998c7422e8ae"],"opponentModelIds":["claude-opus-5","claude-fable-5","claude-sonnet-5","claude-opus-5-5","claude-opus-4-8","glm-5.3","claude-sonnet-5-5","glm-5.3-flash","claude-fable-5-1"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":1}],"unspecified":0,"total":1}},{"id":"mistral-large-4--effort-unspecified","name":"Mistral Large 4 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-4","detailsUrl":"/efforts?model=mistral-large-4","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"mistral-large-4--effort-high","name":"Mistral Large 4 · High","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-4","detailsUrl":"/efforts?model=mistral-large-4","publishedBenchmarkCount":33,"overallRating":{"score":0.5439457096943429,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":9,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"frontiercode","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.6497845855536443,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5199031737493277,"lowerBound":0,"upperBound":1,"independentScore":0.5199031737493277,"independent":true,"opponentIds":3789,"independentOpponentIds":3789,"panelSize":9,"publishers":["Cognition"],"observations":["a6b82e375fc2305418bc413e","0f8151b0e90577da4ff2e3c1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a6b82e375fc2305418bc413e","0f8151b0e90577da4ff2e3c1"],"opponentModelIds":["gemini-3.6-flash","glm-5.3","gemini-3.7-flash","gemini-3.8-flash","deepseek-v4-flash","gemini-4-argon","glm-5.3-flash","deepseek-v4-pro","deepseek-v4.1-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":33}],"unspecified":0,"total":33}},{"id":"claude-opus-4-7--effort-medium","name":"Claude Opus 4.7 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":2,"overallRating":{"score":0.17071614772859614,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":10,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":1.0000000000000009}],"familyWeights":[{"family":"frontiercode","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.3317797975793862,"supported":false,"families":1,"independentFamilies":1,"opponents":10,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.2248434806278923,"lowerBound":0,"upperBound":1,"independentScore":0.2248434806278923,"independent":true,"opponentIds":245,"independentOpponentIds":245,"panelSize":10,"publishers":["Cognition"],"observations":["212dafc406aab75cb58766c0","126b238f0fce5e381a15f5c2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["212dafc406aab75cb58766c0","126b238f0fce5e381a15f5c2"],"opponentModelIds":["claude-sonnet-5-5","claude-fable-5-1","claude-haiku-5-5","claude-fable-5","claude-opus-5-5","claude-opus-4-8","claude-sonnet-4-6","claude-sonnet-5","claude-opus-5","claude-opus-4-6"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-7--effort-low","name":"Claude Opus 4.7 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":3,"overallRating":{"score":0.1397954077782666,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":10,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":1.0000000000000009}],"familyWeights":[{"family":"frontiercode","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.3035728451791112,"supported":false,"families":1,"independentFamilies":1,"opponents":10,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.18991017149079037,"lowerBound":0,"upperBound":1,"independentScore":0.18991017149079037,"independent":true,"opponentIds":245,"independentOpponentIds":245,"panelSize":10,"publishers":["Cognition"],"observations":["d9ff43c2ee3145f93fa639e1","18ca9b5ee43fc4850d343f7b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d9ff43c2ee3145f93fa639e1","18ca9b5ee43fc4850d343f7b"],"opponentModelIds":["claude-sonnet-5-5","claude-fable-5-1","claude-haiku-5-5","claude-fable-5","claude-opus-5-5","claude-opus-4-8","claude-sonnet-4-6","claude-sonnet-5","claude-opus-5","claude-opus-4-6"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"claude-sonnet-4-6--effort-low","name":"Claude Sonnet 4.6 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":3,"overallRating":{"score":0.029497843843422338,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":15,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.5237362377175332},{"source":"Cognition","independent":true,"share":0.47626376228246753}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.5237362377175333},{"family":"frontiercode","share":0.4762637622824675}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09021961290716728,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09825886620734597,"supported":false,"families":1,"independentFamilies":1,"opponents":10,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":10,"publishers":["Cognition"],"observations":["1ed4c92e4aa05c76200a18bc","a4313e77019bc32a716730f9"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2278481012658228,"lowerBound":0,"upperBound":1,"independentScore":0.2278481012658228,"independent":true,"opponentIds":3790,"independentOpponentIds":3790,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-YdyvoMQ4mA5V8Ymg6Tksxu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1ed4c92e4aa05c76200a18bc","a4313e77019bc32a716730f9","epoch-run-YdyvoMQ4mA5V8Ymg6Tksxu"],"opponentModelIds":["claude-sonnet-5-5","claude-fable-5-1","claude-haiku-5-5","claude-fable-5","claude-opus-5-5","claude-opus-4-8","claude-opus-4-7","claude-sonnet-5","claude-opus-5","claude-opus-4-6","gemini-3.6-flash","gemini-3.1-pro","gemini-3.5-flash-lite","gemini-3-flash-preview","gemini-3.5-flash"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"nemotron-3-ultra--effort-unspecified","name":"NVIDIA Nemotron 3 Ultra · Unspecified","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nemotron-3-ultra","detailsUrl":"/efforts?model=nemotron-3-ultra","publishedBenchmarkCount":8,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":8}],"unspecified":0,"total":8}},{"id":"deepseek-v4-pro--effort-unspecified","name":"DeepSeek V4-Pro 0813 · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"mistral-medium-3.5--effort-unspecified","name":"Mistral Medium 3.5 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-3.5","detailsUrl":"/efforts?model=mistral-medium-3.5","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"kimi-k3--effort-unspecified","name":"Kimi K3 · Unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":7,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":7}],"unspecified":0,"total":7}},{"id":"claude-sonnet-4-6--effort-medium","name":"Claude Sonnet 4.6 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":28,"overallRating":{"score":0.1432365900388354,"supported":true,"families":10,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":66,"independentFamilies":10,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.4557753576919802},{"source":"LiveBench","independent":true,"share":0.32431766851326477},{"source":"Epoch AI","independent":true,"share":0.21990697379475313}],"familyWeights":[{"family":"frontiercode","share":0.4557753576919799},{"family":"gpqa","share":0.11093235404605037},{"family":"aime","share":0.10897461974870268},{"family":"livebench-coding","share":0.04633109550189493},{"family":"livebench-data","share":0.04633109550189493},{"family":"livebench-language","share":0.04633109550189493},{"family":"multi-swe-bench","share":0.04633109550189493},{"family":"livebench-instructions","share":0.04633109550189488},{"family":"livebench-math","share":0.04633109550189488},{"family":"livebench-reasoning","share":0.04633109550189488}]},"capabilityRatings":[{"bucket":"agentic","score":0.4547193906187937,"supported":false,"families":1,"independentFamilies":1,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3273738536021287,"supported":true,"families":4,"independentFamilies":4,"opponents":65,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.26839825224819863,"supported":true,"families":3,"independentFamilies":3,"opponents":34,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2545145614735612,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.702201674344022,"lowerBound":0,"upperBound":1,"independentScore":0.702201674344022,"independent":true,"opponentIds":370,"independentOpponentIds":370,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-kDNNbUYXhrAH5uDBGykFaf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6537702062482635,"lowerBound":0,"upperBound":1,"independentScore":0.6537702062482635,"independent":true,"opponentIds":397,"independentOpponentIds":397,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-e8MXnAM8HMF8eEzYtYA7xv"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.028781908514647944,"lowerBound":0,"upperBound":1,"independentScore":0.028781908514647944,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":10,"publishers":["Cognition"],"observations":["bd377043899ff0ae0b462963","50b7158c541e4c1686f7c817"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.20320434249693603,"lowerBound":0,"upperBound":1,"independentScore":0.20320434249693603,"independent":true,"opponentIds":3791,"independentOpponentIds":3791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-727e4929c5b77b8d68e9616f","panel-e9fc47dbe181087a7a1a77db","panel-61b37a37ffa13a56ab533193","panel-7d9064929591d93f9978bec5"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.5053843459989495,"lowerBound":0,"upperBound":1,"independentScore":0.5053843459989495,"independent":true,"opponentIds":3791,"independentOpponentIds":3791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-5c66ecc29c060d251f32641f","panel-8e215924ae06b331fbc47123"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.35332399463024583,"lowerBound":0,"upperBound":1,"independentScore":0.35332399463024583,"independent":true,"opponentIds":3791,"independentOpponentIds":3791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-30450bbe2cd94e48badcae38","panel-57c9d66e18c45c4f050a462a","panel-21d30b7156f9abf0cc4dad65"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.3902702387205979,"lowerBound":0,"upperBound":1,"independentScore":0.3902702387205979,"independent":true,"opponentIds":3791,"independentOpponentIds":3791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9a9cff8685184797af933836","panel-2159cc97a8071f41f95b2bac","panel-a6622acee6854a8492d2d048"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.16109262826125034,"lowerBound":0,"upperBound":1,"independentScore":0.16109262826125034,"independent":true,"opponentIds":3791,"independentOpponentIds":3791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-239cfd267c6875696e83c9cb","panel-c9dec434280ecd1032922f0a","panel-f97c66befa16467a34a3d8f2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.4198695499912455,"lowerBound":0,"upperBound":1,"independentScore":0.4198695499912455,"independent":true,"opponentIds":3791,"independentOpponentIds":3791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d4d1042248b561833a92f2c4","panel-a0dacead0b0fff9e77e638df","panel-e5f6c6af7b7b6563cbd85d04","panel-9d65818b1f976a7825472a2f"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.26015583960777494,"lowerBound":0,"upperBound":1,"independentScore":0.26015583960777494,"independent":true,"opponentIds":3791,"independentOpponentIds":3791,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c1f148c80800c7bb48207f5e","panel-7395d6919946c2adfaf7424b","panel-97a9005f0a93edb4193e1c8a","panel-10dfde1dfd55d1050db26ccd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bd377043899ff0ae0b462963","50b7158c541e4c1686f7c817","panel-727e4929c5b77b8d68e9616f","panel-5c66ecc29c060d251f32641f","panel-8e215924ae06b331fbc47123","panel-30450bbe2cd94e48badcae38","panel-9a9cff8685184797af933836","panel-e9fc47dbe181087a7a1a77db","panel-239cfd267c6875696e83c9cb","panel-d4d1042248b561833a92f2c4","panel-61b37a37ffa13a56ab533193","panel-7d9064929591d93f9978bec5","panel-c1f148c80800c7bb48207f5e","panel-57c9d66e18c45c4f050a462a","panel-c9dec434280ecd1032922f0a","panel-7395d6919946c2adfaf7424b","panel-a0dacead0b0fff9e77e638df","panel-97a9005f0a93edb4193e1c8a","panel-10dfde1dfd55d1050db26ccd","panel-2159cc97a8071f41f95b2bac","panel-a6622acee6854a8492d2d048","panel-e5f6c6af7b7b6563cbd85d04","panel-f97c66befa16467a34a3d8f2","panel-21d30b7156f9abf0cc4dad65","panel-9d65818b1f976a7825472a2f","epoch-run-e8MXnAM8HMF8eEzYtYA7xv","epoch-run-kDNNbUYXhrAH5uDBGykFaf"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-sonnet-5-5","claude-haiku-5-5","claude-opus-5-5","claude-opus-4-5-20251101","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-6.1-sol","grok-4.7","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":28}],"unspecified":0,"total":28}},{"id":"minimax-m3--effort-unspecified","name":"MiniMax-M3 · Unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m3","detailsUrl":"/efforts?model=minimax-m3","publishedBenchmarkCount":17,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":17}],"unspecified":0,"total":17}},{"id":"qwen3.7-plus--effort-unspecified","name":"Qwen3.7-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-plus","detailsUrl":"/efforts?model=qwen3.7-plus","publishedBenchmarkCount":14,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":14}],"unspecified":0,"total":14}},{"id":"glm-5.2--effort-unspecified","name":"GLM-5.2 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"claude-opus-4-7--effort-xhigh","name":"Claude Opus 4.7 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":29,"overallRating":{"score":0.38697033423396476,"supported":true,"families":9,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":47,"independentFamilies":9,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.463963475078431},{"source":"LiveBench","independent":true,"share":0.37622434723576914},{"source":"Epoch AI","independent":true,"share":0.15981217768579878}],"familyWeights":[{"family":"frontiercode","share":0.463963475078431},{"family":"simpleqa","share":0.15981217768579878},{"family":"livebench-coding","share":0.0537463353193958},{"family":"livebench-data","share":0.0537463353193958},{"family":"livebench-language","share":0.0537463353193958},{"family":"multi-swe-bench","share":0.0537463353193958},{"family":"livebench-instructions","share":0.053746335319395745},{"family":"livebench-math","share":0.053746335319395745},{"family":"livebench-reasoning","share":0.053746335319395745}]},"capabilityRatings":[{"bucket":"agentic","score":0.5605115629281809,"supported":false,"families":1,"independentFamilies":1,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5929192898374659,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.49012303831311915,"supported":true,"families":3,"independentFamilies":3,"opponents":34,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.37999156101914805,"supported":true,"families":3,"independentFamilies":3,"opponents":46,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.294536594508481,"lowerBound":0,"upperBound":1,"independentScore":0.294536594508481,"independent":true,"opponentIds":245,"independentOpponentIds":245,"panelSize":10,"publishers":["Cognition"],"observations":["978ae4621dc780ed9f07a974","909381319a7974fd682e23e2"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5967650148835586,"lowerBound":0,"upperBound":1,"independentScore":0.5967650148835586,"independent":true,"opponentIds":3792,"independentOpponentIds":3792,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-47f44e2cf6028a348add9648","panel-cf976805e5a88ef22e6c1aa3","panel-9266dd9fd15700366b37c0ed","panel-9569698400df06830af314ab"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6603046751882334,"lowerBound":0,"upperBound":1,"independentScore":0.6603046751882334,"independent":true,"opponentIds":3792,"independentOpponentIds":3792,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d622ba2d226d053585bbe3b8","panel-3eeb212b0c0bb0dc2e478ffa"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.3004727718438104,"lowerBound":0,"upperBound":1,"independentScore":0.3004727718438104,"independent":true,"opponentIds":3792,"independentOpponentIds":3792,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-fd74c890d8cbdc78ca4926f7","panel-9884a6b97b5686266ebc97bd","panel-4a63a7797adf849e01ab6269"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5046693515438045,"lowerBound":0,"upperBound":1,"independentScore":0.5046693515438045,"independent":true,"opponentIds":3792,"independentOpponentIds":3792,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-1b8be849869ca37987fe3c9f","panel-f2174ccbca480f517cbd3ca4","panel-656470dfae4f4b91de1cf550"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.3893947353061345,"lowerBound":0,"upperBound":1,"independentScore":0.3893947353061345,"independent":true,"opponentIds":3792,"independentOpponentIds":3792,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-33d654882b80b1889204d2e4","panel-662364bb53927d6d913898d5","panel-a9f78e146b99566e8c8961cb"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5654438802311333,"lowerBound":0,"upperBound":1,"independentScore":0.5654438802311333,"independent":true,"opponentIds":3792,"independentOpponentIds":3792,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-4172bd2caec615ab3eff3b0c","panel-5d21ba95ec8fdb8b8e301fac","panel-7e46697958c6097bfdd5bb2c","panel-a325f695a71ef6705d5a5597"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.4333304149886191,"lowerBound":0,"upperBound":1,"independentScore":0.4333304149886191,"independent":true,"opponentIds":3792,"independentOpponentIds":3792,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-369a3b2d9f40c49f3783f859","panel-74ec4158f36d43fe6107c6cb","panel-fb153f17dcaa7568a31cc10e","panel-2feb2a233295800339a769e5"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.745427162533097,"lowerBound":0,"upperBound":1,"independentScore":0.745427162533097,"independent":true,"opponentIds":3793,"independentOpponentIds":3793,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-2c4rvmf5N7QXTugrFLMZ83"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["978ae4621dc780ed9f07a974","909381319a7974fd682e23e2","panel-47f44e2cf6028a348add9648","panel-d622ba2d226d053585bbe3b8","panel-3eeb212b0c0bb0dc2e478ffa","panel-fd74c890d8cbdc78ca4926f7","panel-1b8be849869ca37987fe3c9f","panel-cf976805e5a88ef22e6c1aa3","panel-33d654882b80b1889204d2e4","panel-4172bd2caec615ab3eff3b0c","panel-9266dd9fd15700366b37c0ed","panel-9569698400df06830af314ab","panel-369a3b2d9f40c49f3783f859","panel-9884a6b97b5686266ebc97bd","panel-662364bb53927d6d913898d5","panel-74ec4158f36d43fe6107c6cb","panel-5d21ba95ec8fdb8b8e301fac","panel-fb153f17dcaa7568a31cc10e","panel-2feb2a233295800339a769e5","panel-f2174ccbca480f517cbd3ca4","panel-656470dfae4f4b91de1cf550","panel-7e46697958c6097bfdd5bb2c","panel-a9f78e146b99566e8c8961cb","panel-4a63a7797adf849e01ab6269","panel-a325f695a71ef6705d5a5597","epoch-run-2c4rvmf5N7QXTugrFLMZ83"],"opponentModelIds":["claude-sonnet-5-5","claude-fable-5-1","claude-haiku-5-5","claude-fable-5","claude-opus-5-5","claude-opus-4-8","claude-sonnet-4-6","claude-sonnet-5","claude-opus-5","claude-opus-4-6","claude-opus-4-5-20251101","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.7","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder","deepseek-v4-pro","gemini-3-flash-preview","grok-4.5","qwen-3.8-max","grok-4.6","kimi-k3","qwen-3.8-max-0902","deepseek-v4-flash","glm-5.3","claude-haiku-4-5-20251001","glm-5.2","claude-sonnet-4-5-20250929","grok-4.3"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":29}],"unspecified":0,"total":29}},{"id":"glm-5.3-flash--effort-none","name":"GLM-5.3-Flash · None","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":1,"overallRating":{"score":0.6108694439758805,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":9,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":1}],"familyWeights":[{"family":"terminal-bench","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.6963270779868783,"supported":false,"families":1,"independentFamilies":1,"opponents":9,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.551452486459872,"lowerBound":0,"upperBound":1,"independentScore":0.551452486459872,"independent":true,"opponentIds":3794,"independentOpponentIds":3794,"panelSize":9,"publishers":["Terminal-Bench"],"observations":["9450f41db1cd130840ad4f8b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9450f41db1cd130840ad4f8b"],"opponentModelIds":["qwen-3.8-max-0902","claude-opus-5","claude-fable-5","claude-sonnet-5","claude-opus-5-5","claude-opus-4-8","glm-5.3","claude-sonnet-5-5","claude-fable-5-1"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-7--effort-high","name":"Claude Opus 4.7 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":11,"overallRating":{"score":0.3269609272242716,"supported":true,"families":4,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":46,"independentFamilies":4,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.45191246046225825},{"source":"SWE-rebench","independent":true,"share":0.4224371467632861},{"source":"Vals AI","independent":true,"share":0.12565039277445392}],"familyWeights":[{"family":"frontiercode","share":0.45191246046225814},{"family":"swe-rebench","share":0.4224371467632862},{"family":"terminal-bench","share":0.07709422801650614},{"family":"vals-finance-agent","share":0.048556164757947745}]},"capabilityRatings":[{"bucket":"agentic","score":0.42780760015462177,"supported":false,"families":1,"independentFamilies":1,"opponents":39,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.44016561402030213,"supported":true,"families":3,"independentFamilies":3,"opponents":40,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.39941474305833097,"lowerBound":0,"upperBound":1,"independentScore":0.39941474305833097,"independent":true,"opponentIds":3795,"independentOpponentIds":3795,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3043763471089871,"lowerBound":0,"upperBound":1,"independentScore":0.3043763471089871,"independent":true,"opponentIds":245,"independentOpponentIds":245,"panelSize":10,"publishers":["Cognition"],"observations":["fa6ed88eb7e904aa6955ebfb","b1f2936eb97f6064636f0b09"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5701754385964911,"lowerBound":0,"upperBound":1,"independentScore":0.5701754385964911,"independent":true,"opponentIds":3796,"independentOpponentIds":3796,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-582529e031a763a72cb0c962","panel-d4309f168dc4babc6bc9d587"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.4305688055482834,"lowerBound":0,"upperBound":1,"independentScore":0.4305688055482834,"independent":true,"opponentIds":3797,"independentOpponentIds":3797,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-opus-4-7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fa6ed88eb7e904aa6955ebfb","b1f2936eb97f6064636f0b09","panel-582529e031a763a72cb0c962","panel-d4309f168dc4babc6bc9d587","vals-finance-agent-v2:anthropic/claude-opus-4-7","vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-7"],"opponentModelIds":["gpt-6-astra","gpt-5.6-sol","claude-fable-5-1","gpt-6-sol","gemini-3.8-flash","gpt-5.6-luna","grok-4.6","gemini-3.7-flash","gpt-5.6-terra","gpt-5.5","claude-sonnet-5","gemini-3.5-flash","gemini-3.6-flash","grok-4.7","gpt-6-luna","muse-spark-1.3","claude-opus-4-8","glm-5.3","gemini-3.1-pro","muse-spark-1.2","muse-spark-1.1","grok-4.5","glm-5.2","glm-5.3-flash","claude-sonnet-4-6","gpt-5.4-mini","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash-lite","grok-4.3","gpt-5.4-nano","mistral-medium-3.5","claude-sonnet-5-5","claude-haiku-5-5","claude-fable-5","claude-opus-5-5","claude-opus-5","claude-opus-4-6","deepseek-v4-pro-0424","gpt-5.4","gemini-4-argon","muse-wonder-full","muse-wonder","kimi-k3","gpt-6.1-sol","deepseek-v4-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":11}],"unspecified":0,"total":11}},{"id":"claude-sonnet-4-5-20250929--effort-thinking","name":"Claude Sonnet 4.5 · Thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":2,"overallRating":{"score":0.03395362855792358,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":7,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}],"familyWeights":[{"family":"hle","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.08840469178449872,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.12576419213973802,"lowerBound":0,"upperBound":1,"independentScore":0.12576419213973802,"independent":true,"opponentIds":3798,"independentOpponentIds":3798,"panelSize":7,"publishers":["Scale"],"observations":["22f827b71cc6c1cb3e229440","fdcbe9f44fc9ad3996aa935f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["22f827b71cc6c1cb3e229440","fdcbe9f44fc9ad3996aa935f"],"opponentModelIds":["gpt-5.1","claude-opus-4-6","claude-opus-4-5-20251101","claude-fable-5-1","o3-mini","gemini-3.1-pro","claude-sonnet-5-5"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.1--effort-thinking","name":"GPT-5.1 · Thinking","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":2,"overallRating":{"score":0.18013485694667808,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":7,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}],"familyWeights":[{"family":"hle","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2628148455945706,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5344978165938864,"lowerBound":0,"upperBound":1,"independentScore":0.5344978165938864,"independent":true,"opponentIds":3799,"independentOpponentIds":3799,"panelSize":7,"publishers":["Scale"],"observations":["2b65412a084daf79b87e4b34","25753b4cde30cf31c9192afb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2b65412a084daf79b87e4b34","25753b4cde30cf31c9192afb"],"opponentModelIds":["claude-sonnet-4-5-20250929","claude-opus-4-6","claude-opus-4-5-20251101","claude-fable-5-1","o3-mini","gemini-3.1-pro","claude-sonnet-5-5"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-5-20251101--effort-thinking","name":"Claude Opus 4.5 · Thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":2,"overallRating":{"score":0.41155027458800153,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":7,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}],"familyWeights":[{"family":"hle","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.44494610406615376,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8069868995633187,"lowerBound":0,"upperBound":1,"independentScore":0.8069868995633187,"independent":true,"opponentIds":3800,"independentOpponentIds":3800,"panelSize":7,"publishers":["Scale"],"observations":["38da8dccc01df7999a09d824","a71c17d0e87547e9f30a79b2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38da8dccc01df7999a09d824","a71c17d0e87547e9f30a79b2"],"opponentModelIds":["claude-sonnet-4-5-20250929","gpt-5.1","claude-opus-4-6","claude-fable-5-1","o3-mini","gemini-3.1-pro","claude-sonnet-5-5"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","name":"Claude Opus 4.5 · Thinking 64K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":23,"overallRating":{"score":0.3289358744880357,"supported":true,"families":7,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":33,"independentFamilies":7,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"LiveBench","independent":true,"share":1.0000000000000056}],"familyWeights":[{"family":"livebench-coding","share":0.14285714285714274},{"family":"livebench-data","share":0.14285714285714268},{"family":"livebench-language","share":0.14285714285714268},{"family":"multi-swe-bench","share":0.14285714285714268},{"family":"livebench-instructions","share":0.1428571428571426},{"family":"livebench-math","share":0.1428571428571426},{"family":"livebench-reasoning","share":0.1428571428571426}]},"capabilityRatings":[{"bucket":"agentic","score":0.427528247524584,"supported":false,"families":1,"independentFamilies":1,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3849390063007198,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4047304411671359,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.30154280390130744,"supported":true,"families":2,"independentFamilies":2,"opponents":33,"opponentLabs":5,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.45534989446338714,"lowerBound":0,"upperBound":1,"independentScore":0.45534989446338714,"independent":true,"opponentIds":3801,"independentOpponentIds":3801,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-c8dfdb832c728882285c9b8a","panel-1ee6676d7e81096dff4bb6b9","panel-f4611dea0f98ae60341b3497","panel-09c708f2367d5cdaf9f13aaf"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.5749309952914434,"lowerBound":0,"upperBound":1,"independentScore":0.5749309952914434,"independent":true,"opponentIds":3801,"independentOpponentIds":3801,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d40fdcb405336ff7b0641bc7","panel-e7ab002c6f6098191728383d"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5283595821832551,"lowerBound":0,"upperBound":1,"independentScore":0.5283595821832551,"independent":true,"opponentIds":3801,"independentOpponentIds":3801,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-d3216c623cce0c30a3549af3","panel-bd2cb017dd4aabc76d11d0f5","panel-49a1a9a410cf8daaf0cf8f4e"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.3444011473724091,"lowerBound":0,"upperBound":1,"independentScore":0.3444011473724091,"independent":true,"opponentIds":3801,"independentOpponentIds":3801,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-9fbf2f2774c52b4c65e96782","panel-6e02eab7a3e609f6dd618035","panel-4e535ae7a8b06ef2cbfa9172"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.09038263787411382,"lowerBound":0,"upperBound":1,"independentScore":0.09038263787411382,"independent":true,"opponentIds":3801,"independentOpponentIds":3801,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-e7184a5ecfae339d037a2b4e","panel-344cfa519ab6003234bf074c","panel-4556b91816ae6e8c2fc6246c"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.22909563240785868,"lowerBound":0,"upperBound":1,"independentScore":0.22909563240785868,"independent":true,"opponentIds":3801,"independentOpponentIds":3801,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-5391f4e5c06b72826fee1ad5","panel-870d52baedb6499434a24a51","panel-9eb761881c53f420662c77f0","panel-e723dff4aa878aa3b1f555c0"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.24736158467283678,"lowerBound":0,"upperBound":1,"independentScore":0.24736158467283678,"independent":true,"opponentIds":3801,"independentOpponentIds":3801,"panelSize":33,"publishers":["LiveBench"],"observations":["panel-b7c7abb64ed26c981fa97ecb","panel-5df71994be4789f38c407267","panel-e87a024bc711a8588ca5c4a5","panel-d11017bb0a00fabdb4412bad"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["panel-c8dfdb832c728882285c9b8a","panel-d40fdcb405336ff7b0641bc7","panel-e7ab002c6f6098191728383d","panel-d3216c623cce0c30a3549af3","panel-9fbf2f2774c52b4c65e96782","panel-1ee6676d7e81096dff4bb6b9","panel-e7184a5ecfae339d037a2b4e","panel-5391f4e5c06b72826fee1ad5","panel-f4611dea0f98ae60341b3497","panel-09c708f2367d5cdaf9f13aaf","panel-b7c7abb64ed26c981fa97ecb","panel-bd2cb017dd4aabc76d11d0f5","panel-344cfa519ab6003234bf074c","panel-5df71994be4789f38c407267","panel-870d52baedb6499434a24a51","panel-e87a024bc711a8588ca5c4a5","panel-d11017bb0a00fabdb4412bad","panel-6e02eab7a3e609f6dd618035","panel-4e535ae7a8b06ef2cbfa9172","panel-9eb761881c53f420662c77f0","panel-4556b91816ae6e8c2fc6246c","panel-49a1a9a410cf8daaf0cf8f4e","panel-e723dff4aa878aa3b1f555c0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-5-5","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","claude-sonnet-5-5","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-6-luna","gpt-6-sol","gpt-6.1-sol","grok-4.7","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","muse-wonder"]},"effort":{"label":"Thinking 64K","settings":[{"label":"Thinking 64K","observations":23}],"unspecified":0,"total":23}},{"id":"qwen-3.8-max-0902--effort-xhigh","name":"Qwen3.8 Max 0902 · XHigh","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max-0902","detailsUrl":"/efforts?model=qwen-3.8-max-0902","publishedBenchmarkCount":6,"overallRating":{"score":0.5256484128461368,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":61,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"gpqa","share":0.32713585860539834},{"family":"aime","share":0.3215643590183511},{"family":"frontiermath","share":0.18536683170770124},{"family":"simpleqa","share":0.1659329506685497}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.612758133524154,"supported":true,"families":3,"independentFamilies":3,"opponents":59,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3522822602157638,"supported":false,"families":1,"independentFamilies":1,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.988480878997541,"lowerBound":0,"upperBound":1,"independentScore":0.988480878997541,"independent":true,"opponentIds":3802,"independentOpponentIds":3802,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-2f8Vn5QBdJnc9i5y9jzXS7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9351679104477613,"lowerBound":0,"upperBound":1,"independentScore":0.9351679104477613,"independent":true,"opponentIds":3803,"independentOpponentIds":3803,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-VzeQXKBH9maR2nDcZJ8b7S"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7119098587277335,"lowerBound":0,"upperBound":1,"independentScore":0.7119098587277335,"independent":true,"opponentIds":3804,"independentOpponentIds":3804,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-kZUdrqdGtCEJa3ip6L9YnH","epoch-run-FpQf5xBwJPb4ZEo6SgdKWq"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.5434357651106421,"lowerBound":0,"upperBound":1,"independentScore":0.5434357651106421,"independent":true,"opponentIds":3805,"independentOpponentIds":3805,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-nBcLJJomVoeg2zh5F8Mnsu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-kZUdrqdGtCEJa3ip6L9YnH","epoch-run-FpQf5xBwJPb4ZEo6SgdKWq","epoch-run-VzeQXKBH9maR2nDcZJ8b7S","epoch-run-2f8Vn5QBdJnc9i5y9jzXS7","epoch-run-nBcLJJomVoeg2zh5F8Mnsu"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","gpt-5.5-pro","glm-5.1","qwen3.5-flash","qwen3.6-flash","qwen3.6-plus","muse-spark-1.2","claude-haiku-4-5-20251001"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":6}],"unspecified":0,"total":6}},{"id":"llama-3.1-405b-instruct--effort-unspecified","name":"Llama-3.1-405B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.1-405b-instruct","detailsUrl":"/efforts?model=llama-3.1-405b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3-30b-a3b-thinking-2507--effort-unspecified","name":"Qwen3-30B-A3B-Thinking-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-thinking-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-thinking-2507","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.6-flash--effort-unspecified","name":"Qwen3.6-flash · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-flash","detailsUrl":"/efforts?model=qwen3.6-flash","publishedBenchmarkCount":6,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":6}],"unspecified":0,"total":6}},{"id":"gemini-2.5-pro--effort-unspecified","name":"Gemini 2.5 Pro · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gemma-3-1b-it--effort-unspecified","name":"Gemma 3 1B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-1b-it","detailsUrl":"/efforts?model=gemma-3-1b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.6-35b-a3b--effort-unspecified","name":"Qwen3.6-35B-A3B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-35b-a3b","detailsUrl":"/efforts?model=qwen3.6-35b-a3b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.6-flash--effort-non-reasoning","name":"Qwen3.6-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-flash","detailsUrl":"/efforts?model=qwen3.6-flash","publishedBenchmarkCount":2,"overallRating":{"score":0.08511178519146856,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000016}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.6517386527572474},{"family":"frontiermath","share":0.3482613472427533}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1694178269754738,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.2413916419740472,"lowerBound":0,"upperBound":1,"independentScore":0.2413916419740472,"independent":true,"opponentIds":3806,"independentOpponentIds":3806,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-RoscWx4NUGVqcHdko6QhKd"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6246544926758134,"lowerBound":0,"upperBound":1,"independentScore":0.6246544926758134,"independent":true,"opponentIds":3807,"independentOpponentIds":3807,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-3QtkFWzSLzd4hgYGsNd5cL"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-RoscWx4NUGVqcHdko6QhKd","epoch-run-3QtkFWzSLzd4hgYGsNd5cL"],"opponentModelIds":["gemini-3.1-flash-lite","glm-5.1","gpt-5.5","gemini-3.5-flash","claude-sonnet-4-5-20250929","gemini-3.5-flash-lite","qwen3.5-397b-a17b","qwen-3.8-max","qwen3.5-flash","gemini-3.7-flash","deepseek-v4-pro","kimi-k3","grok-4.3","gpt-6-astra","grok-4.5","qwen3.7-flash","claude-fable-5","glm-5.2","claude-opus-5","qwen-3.8-max-0902","claude-fable-5-1","claude-opus-4-8","gpt-6-luna","glm-5.3","gpt-5.6-terra","claude-opus-4-6","gpt-5.5-pro","deepseek-v4-flash","claude-opus-4-5-20251101","gemini-3.6-flash","gpt-6-sol","qwen3.7-plus","gemini-3.8-flash","claude-sonnet-5","gpt-5.6-sol","qwen3.6-27b","glm-5.3-flash","gpt-5.6-luna","qwen3.6-35b-a3b","qwen3.6-plus","grok-4.6","claude-opus-4-7","gpt-oss-120b","kimi-k2.6","qwen3.7-max","gemini-3.1-pro","minimax-m3","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":2}],"unspecified":0,"total":2}},{"id":"magistral-small-2509--effort-unspecified","name":"Magistral Small 1.2 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"magistral-small-2509","detailsUrl":"/efforts?model=magistral-small-2509","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.6-27b--effort-unspecified","name":"Qwen3.6-27B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-27b","detailsUrl":"/efforts?model=qwen3.6-27b","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"gemini-3.1-pro--effort-low","name":"Gemini 3.1 Pro · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.6295033634430843,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":6,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999998}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6161637831454035,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":3808,"independentOpponentIds":3808,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-4a3M8rRWUoPphCSr2dguXH"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-4a3M8rRWUoPphCSr2dguXH"],"opponentModelIds":["gemini-3.6-flash","gemini-3.5-flash-lite","claude-opus-4-6","gemini-3-flash-preview","gemini-3.5-flash","claude-sonnet-4-6"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-235b-a22b-thinking-2507--effort-unspecified","name":"Qwen3-235B-A22B-Thinking-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b-thinking-2507","detailsUrl":"/efforts?model=qwen3-235b-a22b-thinking-2507","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"claude-opus-4-5-20251101--effort-unspecified","name":"Claude Opus 4.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gemini-3.1-flash-lite--effort-minimal","name":"Gemini 3.1 Flash-Lite · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":3,"overallRating":{"score":0.0144772218398164,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":59,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"gpqa","share":0.4027378498539903},{"family":"aime","share":0.39838541342710515},{"family":"frontiermath","share":0.19887673671890577}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.05484107511908153,"supported":true,"families":3,"independentFamilies":3,"opponents":59,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1667846720323904,"lowerBound":0,"upperBound":1,"independentScore":0.1667846720323904,"independent":true,"opponentIds":3809,"independentOpponentIds":3809,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-EoSFpgFhJB7iDPLcMNuLH4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.31866138349166956,"lowerBound":0,"upperBound":1,"independentScore":0.31866138349166956,"independent":true,"opponentIds":3810,"independentOpponentIds":3810,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-CmHy8cVECGkvQTwakfjRo2"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.1812666469369636,"lowerBound":0,"upperBound":1,"independentScore":0.1812666469369636,"independent":true,"opponentIds":3811,"independentOpponentIds":3811,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-4gZy2dAAT2EPZDGz5puD3H"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-4gZy2dAAT2EPZDGz5puD3H","epoch-run-CmHy8cVECGkvQTwakfjRo2","epoch-run-EoSFpgFhJB7iDPLcMNuLH4"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.6-plus--effort-unspecified","name":"Qwen3.6-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-plus","detailsUrl":"/efforts?model=qwen3.6-plus","publishedBenchmarkCount":14,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":14}],"unspecified":0,"total":14}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-48k","name":"Claude Sonnet 4.5 · Thinking 48K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":1,"overallRating":{"score":0.07180823608325768,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":42,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15876341550988732,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.42975274289389614,"lowerBound":0,"upperBound":1,"independentScore":0.42975274289389614,"independent":true,"opponentIds":3812,"independentOpponentIds":3812,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-4oSbA2RKFsfuAfVayAMAww"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-4oSbA2RKFsfuAfVayAMAww"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-6-luna","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Thinking 48K","settings":[{"label":"Thinking 48K","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.6-sol--effort-none","name":"GPT-5.6 Sol · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":4,"overallRating":{"score":0.17904309140775784,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":62,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.000000000000002}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.3743124049712957},{"family":"gpqa","share":0.31460898886347544},{"family":"aime","share":0.31107860616523}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.27925180252707243,"supported":true,"families":3,"independentFamilies":3,"opponents":62,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4669591034230569,"lowerBound":0,"upperBound":1,"independentScore":0.4669591034230569,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-g7czyLHudHegzP9yRD939X"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6400691474843053,"lowerBound":0,"upperBound":1,"independentScore":0.6400691474843053,"independent":true,"opponentIds":3813,"independentOpponentIds":3813,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-DDfYPyKQW7vgDtGgkwcKSi"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9338433601948202,"lowerBound":0,"upperBound":1,"independentScore":0.9338433601948202,"independent":true,"opponentIds":1846,"independentOpponentIds":1846,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-4uxDyWmq5f5azVYfWBGUHh"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-DDfYPyKQW7vgDtGgkwcKSi","epoch-run-4uxDyWmq5f5azVYfWBGUHh","epoch-run-g7czyLHudHegzP9yRD939X"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"None","settings":[{"label":"None","observations":4}],"unspecified":0,"total":4}},{"id":"claude-sonnet-4-6--effort-thinking-32k","name":"Claude Sonnet 4.6 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-oss-120b--effort-medium","name":"gpt-oss-120b · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-120b","detailsUrl":"/efforts?model=gpt-oss-120b","publishedBenchmarkCount":1,"overallRating":{"score":0.004115988537476865,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":42,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000004}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.025774451857433076,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2041,"independentOpponentIds":2041,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-58MQQiJ7vvgvP9e8LcG6eV"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-58MQQiJ7vvgvP9e8LcG6eV"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-6-luna","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"kimi-k2.7-code--effort-unspecified","name":"Kimi-K2.7-Code · Unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.7-code","detailsUrl":"/efforts?model=kimi-k2.7-code","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":10}],"unspecified":0,"total":10}},{"id":"qwen3.7-flash--effort-unspecified","name":"Qwen3.7-flash · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-flash","detailsUrl":"/efforts?model=qwen3.7-flash","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"qwen3.5-9b--effort-unspecified","name":"Qwen3.5-9B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-9b","detailsUrl":"/efforts?model=qwen3.5-9b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"phi-4--effort-unspecified","name":"phi-4 · Unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4","detailsUrl":"/efforts?model=phi-4","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.6-luna--effort-none","name":"GPT-5.6 Luna · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":5,"overallRating":{"score":0.048869884349991066,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":64,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000029}],"familyWeights":[{"family":"gpqa","share":0.2896252565956907},{"family":"aime","share":0.28648433688742153},{"family":"epoch-game-puzzles","share":0.26857492104048325},{"family":"frontiermath","share":0.15531548547640597}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.12298860091194658,"supported":true,"families":4,"independentFamilies":4,"opponents":64,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.18727883681837995,"lowerBound":0,"upperBound":1,"independentScore":0.18727883681837995,"independent":true,"opponentIds":1797,"independentOpponentIds":1797,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-QYZ6wRuT7WMkaYPKc9dRPy"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2352997100347009,"lowerBound":0,"upperBound":1,"independentScore":0.2352997100347009,"independent":true,"opponentIds":3814,"independentOpponentIds":3814,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-bDKKx7zTdW5WwMCfwqsLi4"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7677000655767361,"lowerBound":0,"upperBound":1,"independentScore":0.7677000655767361,"independent":true,"opponentIds":1799,"independentOpponentIds":1799,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-YwHKNFQjbat97wVLqachmi"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6795026243479997,"lowerBound":0,"upperBound":1,"independentScore":0.6795026243479997,"independent":true,"opponentIds":1800,"independentOpponentIds":1800,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-PBrQpAgRCXeUSNveEn4aDE"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-YwHKNFQjbat97wVLqachmi","epoch-run-bDKKx7zTdW5WwMCfwqsLi4","epoch-run-PBrQpAgRCXeUSNveEn4aDE","epoch-run-QYZ6wRuT7WMkaYPKc9dRPy"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus","gpt-oss-120b","kimi-k2.6","qwen3.7-max","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"None","settings":[{"label":"None","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.5-flash--effort-low","name":"Gemini 3.5 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":4,"overallRating":{"score":0.3523442460739797,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":52,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000002}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.5898386298917123},{"family":"gpqa","share":0.20615629469449984},{"family":"aime","share":0.2040050754137892}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4368565682561609,"supported":true,"families":3,"independentFamilies":3,"opponents":52,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8140237085395463,"lowerBound":0,"upperBound":1,"independentScore":0.8140237085395463,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-ig7gQ23WRms9SQLLNPtbTi"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8647968069150337,"lowerBound":0,"upperBound":1,"independentScore":0.8647968069150337,"independent":true,"opponentIds":3815,"independentOpponentIds":3815,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-eiTYduCDNq3HgwTg4ZhEw6"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8260869565217389,"lowerBound":0,"upperBound":1,"independentScore":0.8260869565217389,"independent":true,"opponentIds":3816,"independentOpponentIds":3816,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-nrh3xa3Bn765Q6DXWoVfbS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-eiTYduCDNq3HgwTg4ZhEw6","epoch-run-nrh3xa3Bn765Q6DXWoVfbS","epoch-run-ig7gQ23WRms9SQLLNPtbTi"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":4}],"unspecified":0,"total":4}},{"id":"glm-5.2--effort-low","name":"GLM-5.2 · Low","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":5,"overallRating":{"score":0.18703333522095078,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":64,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000013}],"familyWeights":[{"family":"gpqa","share":0.2917292545109011},{"family":"aime","share":0.2885903646740426},{"family":"epoch-game-puzzles","share":0.2645289954031522},{"family":"frontiermath","share":0.1551513854119057}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2877853136294521,"supported":true,"families":4,"independentFamilies":4,"opponents":64,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5653456919530234,"lowerBound":0,"upperBound":1,"independentScore":0.5653456919530234,"independent":true,"opponentIds":1373,"independentOpponentIds":1373,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-9uKmMPn6eiRPsfcLKod7M7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8160657288906106,"lowerBound":0,"upperBound":1,"independentScore":0.8160657288906106,"independent":true,"opponentIds":3817,"independentOpponentIds":3817,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-SB6Qj6rCBDk8jZmFcCTzWc"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8476937067605992,"lowerBound":0,"upperBound":1,"independentScore":0.8476937067605992,"independent":true,"opponentIds":1399,"independentOpponentIds":1399,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-UnKHyc2idtTmoTUGxGeNJV"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6428210940651633,"lowerBound":0,"upperBound":1,"independentScore":0.6428210940651633,"independent":true,"opponentIds":1400,"independentOpponentIds":1400,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-7DQNxGG5q6i7VtnzF7vNxA"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-UnKHyc2idtTmoTUGxGeNJV","epoch-run-SB6Qj6rCBDk8jZmFcCTzWc","epoch-run-7DQNxGG5q6i7VtnzF7vNxA","epoch-run-9uKmMPn6eiRPsfcLKod7M7"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus","gpt-oss-120b","kimi-k2.6","qwen3.7-max","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":5}],"unspecified":0,"total":5}},{"id":"glm-4.7--effort-unspecified","name":"GLM-4.7 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7","detailsUrl":"/efforts?model=glm-4.7","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"qwen3.5-flash--effort-unspecified","name":"Qwen3.5-flash · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-flash","detailsUrl":"/efforts?model=qwen3.5-flash","publishedBenchmarkCount":6,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":6}],"unspecified":0,"total":6}},{"id":"llama-3.1-8b-instruct--effort-unspecified","name":"Llama-3.1-8B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.1-8b-instruct","detailsUrl":"/efforts?model=llama-3.1-8b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"deepseek-r1-distill-llama-70b--effort-unspecified","name":"DeepSeek-R1-Distill-Llama-70B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-llama-70b","detailsUrl":"/efforts?model=deepseek-r1-distill-llama-70b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.6-terra--effort-none","name":"GPT-5.6 Terra · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":4,"overallRating":{"score":0.02668243413713423,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":62,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000027}],"familyWeights":[{"family":"gpqa","share":0.34446652596677724},{"family":"aime","share":0.3406010971124047},{"family":"epoch-game-puzzles","share":0.3149323769208192}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.08399081610063376,"supported":true,"families":3,"independentFamilies":3,"opponents":62,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.28755028102603114,"lowerBound":0,"upperBound":1,"independentScore":0.28755028102603114,"independent":true,"opponentIds":1880,"independentOpponentIds":1880,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-cjUVqF2qQJ4qhFKBU5BQpW"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.44013283595669206,"lowerBound":0,"upperBound":1,"independentScore":0.44013283595669206,"independent":true,"opponentIds":3818,"independentOpponentIds":3818,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-F7v3JtKFb27j2YVmsndLM5"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2350809439413822,"lowerBound":0,"upperBound":1,"independentScore":0.2350809439413822,"independent":true,"opponentIds":1882,"independentOpponentIds":1882,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-8grv57UmR89LXkEYhyssr9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-F7v3JtKFb27j2YVmsndLM5","epoch-run-8grv57UmR89LXkEYhyssr9","epoch-run-cjUVqF2qQJ4qhFKBU5BQpW"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"None","settings":[{"label":"None","observations":4}],"unspecified":0,"total":4}},{"id":"llama-3.2-1b-instruct--effort-unspecified","name":"Llama-3.2-1B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-1b-instruct","detailsUrl":"/efforts?model=llama-3.2-1b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"deepseek-r1-distill-qwen-14b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-14B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-14b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-14b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"minimax-m3--effort-non-reasoning","name":"MiniMax-M3 · Non-reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m3","detailsUrl":"/efforts?model=minimax-m3","publishedBenchmarkCount":4,"overallRating":{"score":0.020572967901827808,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":62,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000013}],"familyWeights":[{"family":"gpqa","share":0.3498034549723173},{"family":"aime","share":0.3411089060986934},{"family":"epoch-game-puzzles","share":0.3090876389289919}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07213463610168822,"supported":true,"families":3,"independentFamilies":3,"opponents":62,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.16707883866946896,"lowerBound":0,"upperBound":1,"independentScore":0.16707883866946896,"independent":true,"opponentIds":3819,"independentOpponentIds":3819,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-97t77hRrNae6Va8fBqBhPy"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5434849510678894,"lowerBound":0,"upperBound":1,"independentScore":0.5434849510678894,"independent":true,"opponentIds":3820,"independentOpponentIds":3820,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-KM4G49tQZB8ce67RxYGyMy"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.07641025792904507,"lowerBound":0,"upperBound":1,"independentScore":0.07641025792904507,"independent":true,"opponentIds":3821,"independentOpponentIds":3821,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-jWHk7BTYHQRXk2rXCbnpcS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-KM4G49tQZB8ce67RxYGyMy","epoch-run-jWHk7BTYHQRXk2rXCbnpcS","epoch-run-97t77hRrNae6Va8fBqBhPy"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":4}],"unspecified":0,"total":4}},{"id":"gemini-3.1-flash-lite--effort-low","name":"Gemini 3.1 Flash-Lite · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":3,"overallRating":{"score":0.017768073338641256,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":59,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"gpqa","share":0.4027378498539903},{"family":"aime","share":0.39838541342710515},{"family":"frontiermath","share":0.19887673671890577}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.062229716407773056,"supported":true,"families":3,"independentFamilies":3,"opponents":59,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.20936799255129854,"lowerBound":0,"upperBound":1,"independentScore":0.20936799255129854,"independent":true,"opponentIds":3809,"independentOpponentIds":3809,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-CFBCC2QrkCAFBAvFj5pqPF"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3258223134577745,"lowerBound":0,"upperBound":1,"independentScore":0.3258223134577745,"independent":true,"opponentIds":3810,"independentOpponentIds":3810,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-99ys2jgQiPQ5UwrqnazfqA"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.23305711749038177,"lowerBound":0,"upperBound":1,"independentScore":0.23305711749038177,"independent":true,"opponentIds":3811,"independentOpponentIds":3811,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-VcuyQvF8LWuYhQCx2FGDHh"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-VcuyQvF8LWuYhQCx2FGDHh","epoch-run-99ys2jgQiPQ5UwrqnazfqA","epoch-run-CFBCC2QrkCAFBAvFj5pqPF"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"glm-4.7-flash--effort-unspecified","name":"GLM-4.7-Flash · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flash","detailsUrl":"/efforts?model=glm-4.7-flash","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"llama-3.2-90b-vision-instruct--effort-unspecified","name":"Llama-3.2-90B-Vision-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-90b-vision-instruct","detailsUrl":"/efforts?model=llama-3.2-90b-vision-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.5-35b-a3b--effort-unspecified","name":"Qwen3.5-35B-A3B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-35b-a3b","detailsUrl":"/efforts?model=qwen3.5-35b-a3b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.7-plus--effort-non-reasoning","name":"Qwen3.7-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-plus","detailsUrl":"/efforts?model=qwen3.7-plus","publishedBenchmarkCount":4,"overallRating":{"score":0.10570278471746135,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":64,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"gpqa","share":0.30139727223033275},{"family":"aime","share":0.29626413034571286},{"family":"epoch-game-puzzles","share":0.2482775869269936},{"family":"frontiermath","share":0.1540610104969623}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.19662164301787363,"supported":true,"families":4,"independentFamilies":4,"opponents":64,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.608372038072172,"lowerBound":0,"upperBound":1,"independentScore":0.608372038072172,"independent":true,"opponentIds":3822,"independentOpponentIds":3822,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-o5th8Rb9WiaDbv4oEMDoFa"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5669568822553896,"lowerBound":0,"upperBound":1,"independentScore":0.5669568822553896,"independent":true,"opponentIds":3823,"independentOpponentIds":3823,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-BWz8uig4QyqPtke59pM88z"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6276294916890819,"lowerBound":0,"upperBound":1,"independentScore":0.6276294916890819,"independent":true,"opponentIds":3824,"independentOpponentIds":3824,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-Tt8tBXHoCEYqGLePWXkM8u"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.44302420548448407,"lowerBound":0,"upperBound":1,"independentScore":0.44302420548448407,"independent":true,"opponentIds":3825,"independentOpponentIds":3825,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-a5qR5FNnftfR8pk9HJ3JUz"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-Tt8tBXHoCEYqGLePWXkM8u","epoch-run-BWz8uig4QyqPtke59pM88z","epoch-run-a5qR5FNnftfR8pk9HJ3JUz","epoch-run-o5th8Rb9WiaDbv4oEMDoFa"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus","gpt-oss-120b","kimi-k2.6","qwen3.7-max","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":4}],"unspecified":0,"total":4}},{"id":"claude-opus-4-8--effort-non-reasoning","name":"Claude Opus 4.8 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":3,"overallRating":{"score":0.22009807740059237,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":52,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000018}],"familyWeights":[{"family":"gpqa","share":0.5027859022789455},{"family":"aime","share":0.4972140977210561}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.31577675326487054,"supported":true,"families":2,"independentFamilies":2,"opponents":52,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7913788049734641,"lowerBound":0,"upperBound":1,"independentScore":0.7913788049734641,"independent":true,"opponentIds":290,"independentOpponentIds":290,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-adGE8rXdNuUFs96ioppbc5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7422334394862378,"lowerBound":0,"upperBound":1,"independentScore":0.7422334394862378,"independent":true,"opponentIds":291,"independentOpponentIds":291,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-ckbZdkrXPwbFdjn6bmUQsi"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-ckbZdkrXPwbFdjn6bmUQsi","epoch-run-adGE8rXdNuUFs96ioppbc5"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":3}],"unspecified":0,"total":3}},{"id":"glm-5.2--effort-minimal","name":"GLM-5.2 · Minimal","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":1,"overallRating":{"score":0.14788351966845273,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":42,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000004}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.24731379834734754,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6207321767715412,"lowerBound":0,"upperBound":1,"independentScore":0.6207321767715412,"independent":true,"opponentIds":1400,"independentOpponentIds":1400,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-aekViWbdqVVeXpEG5hrSbQ"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-aekViWbdqVVeXpEG5hrSbQ"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-6-luna","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.5-flash--effort-non-reasoning","name":"Qwen3.5-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-flash","detailsUrl":"/efforts?model=qwen3.5-flash","publishedBenchmarkCount":2,"overallRating":{"score":0.02570610209438265,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000016}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.6517386527572474},{"family":"frontiermath","share":0.3482613472427533}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07610340510304184,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3826,"independentOpponentIds":3826,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-afxoicJc4C6caVDwUpsiME"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.3322785170086289,"lowerBound":0,"upperBound":1,"independentScore":0.3322785170086289,"independent":true,"opponentIds":3827,"independentOpponentIds":3827,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-DjFkVt62QwqQ4xXwzYR5Ng"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-afxoicJc4C6caVDwUpsiME","epoch-run-DjFkVt62QwqQ4xXwzYR5Ng"],"opponentModelIds":["gemini-3.1-flash-lite","glm-5.1","gpt-5.5","gemini-3.5-flash","claude-sonnet-4-5-20250929","gemini-3.5-flash-lite","qwen3.5-397b-a17b","qwen-3.8-max","gemini-3.7-flash","deepseek-v4-pro","kimi-k3","grok-4.3","gpt-6-astra","grok-4.5","qwen3.7-flash","claude-fable-5","glm-5.2","claude-opus-5","qwen-3.8-max-0902","claude-fable-5-1","claude-opus-4-8","gpt-6-luna","glm-5.3","gpt-5.6-terra","claude-opus-4-6","gpt-5.5-pro","deepseek-v4-flash","claude-opus-4-5-20251101","gemini-3.6-flash","gpt-6-sol","qwen3.6-flash","qwen3.7-plus","gemini-3.8-flash","claude-sonnet-5","gpt-5.6-sol","qwen3.6-27b","glm-5.3-flash","gpt-5.6-luna","qwen3.6-35b-a3b","qwen3.6-plus","grok-4.6","claude-opus-4-7","gpt-oss-120b","kimi-k2.6","qwen3.7-max","gemini-3.1-pro","minimax-m3","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3-235b-a22b--effort-unspecified","name":"Qwen3-235B-A22B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b","detailsUrl":"/efforts?model=qwen3-235b-a22b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-5--effort-unspecified","name":"Claude Sonnet 5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","name":"Claude Opus 4.5 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":6,"overallRating":{"score":0.19583474079422122,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":46,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"frontiermath","share":0.5632561835700808},{"family":"simpleqa","share":0.4367438164299197}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2419230420595246,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2105965002151725,"supported":false,"families":1,"independentFamilies":1,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.4711684860883315,"lowerBound":0,"upperBound":1,"independentScore":0.4711684860883315,"independent":true,"opponentIds":3828,"independentOpponentIds":3828,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-azk4theXxAsizmoi2HDD49","epoch-run-mS5EwCRZVpvUvJEehPUDZu"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.4169035867809947,"lowerBound":0,"upperBound":1,"independentScore":0.4169035867809947,"independent":true,"opponentIds":3829,"independentOpponentIds":3829,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-CA5LW4phRnHSsZUGXEm8H6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-azk4theXxAsizmoi2HDD49","epoch-run-mS5EwCRZVpvUvJEehPUDZu","epoch-run-CA5LW4phRnHSsZUGXEm8H6"],"opponentModelIds":["claude-opus-4-6","grok-4.3","glm-5.3","gpt-6-astra","gpt-6-luna","grok-4.5","deepseek-v4-pro","grok-4.6","claude-sonnet-5","gemini-3.5-flash","claude-sonnet-4-5-20250929","kimi-k3","glm-5.3-flash","gemini-3.6-flash","glm-5.2","claude-opus-5","claude-opus-4-8","gemini-3.5-flash-lite","gpt-6-sol","gemini-3.7-flash","qwen-3.8-max-0902","gemini-3.8-flash","gpt-5.6-luna","claude-opus-4-7","qwen-3.8-max","gpt-5.5","gpt-5.6-sol","claude-fable-5","gpt-5.5-pro","claude-fable-5-1","deepseek-v4-flash","gpt-5.6-terra","gemini-3.1-flash-lite","glm-5.1","qwen3.5-397b-a17b","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash","qwen3.7-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","gemini-3-flash-preview","muse-spark-1.2","claude-haiku-4-5-20251001","claude-sonnet-4-6"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":6}],"unspecified":0,"total":6}},{"id":"glm-5.1--effort-unspecified","name":"GLM-5.1 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":13,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-32b--effort-unspecified","name":"Qwen3-32B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-32b","detailsUrl":"/efforts?model=qwen3-32b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-6--effort-unspecified","name":"Claude Opus 4.6 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"deepseek-r1-0528--effort-unspecified","name":"DeepSeek-R1-0528 · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528","detailsUrl":"/efforts?model=deepseek-r1-0528","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"muse-spark-1.1--effort-unspecified","name":"Muse Spark 1.1 · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.1","detailsUrl":"/efforts?model=muse-spark-1.1","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"phi-3-medium-128k-instruct--effort-unspecified","name":"Phi-3-medium-128k-instruct · Unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-medium-128k-instruct","detailsUrl":"/efforts?model=phi-3-medium-128k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"mistral-large-2411--effort-unspecified","name":"Mistral Large 2.1 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-2411","detailsUrl":"/efforts?model=mistral-large-2411","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"ministral-3b-2410--effort-unspecified","name":"Ministral 3B · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3b-2410","detailsUrl":"/efforts?model=ministral-3b-2410","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-30b-a3b--effort-unspecified","name":"Qwen3-30B-A3B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b","detailsUrl":"/efforts?model=qwen3-30b-a3b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"kimi-k2.6--effort-unspecified","name":"Kimi-K2.6 · Unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.6","detailsUrl":"/efforts?model=kimi-k2.6","publishedBenchmarkCount":18,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":18}],"unspecified":0,"total":18}},{"id":"seed-oss-36b-instruct--effort-unspecified","name":"Seed OSS 36B Instruct · Unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-oss-36b-instruct","detailsUrl":"/efforts?model=seed-oss-36b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-5--effort-unspecified","name":"Claude Opus 5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":7,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":7}],"unspecified":0,"total":7}},{"id":"gemini-3.1-pro--effort-unspecified","name":"Gemini 3.1 Pro · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"gemma-3-12b-it--effort-unspecified","name":"Gemma 3 12B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-12b-it","detailsUrl":"/efforts?model=gemma-3-12b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.7-max--effort-unspecified","name":"Qwen3.7-max · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-max","detailsUrl":"/efforts?model=qwen3.7-max","publishedBenchmarkCount":17,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":17}],"unspecified":0,"total":17}},{"id":"glm-5--effort-unspecified","name":"GLM-5 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5","detailsUrl":"/efforts?model=glm-5","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.5-plus--effort-unspecified","name":"Qwen3.5-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-plus","detailsUrl":"/efforts?model=qwen3.5-plus","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"claude-haiku-4-5-20251001--effort-unspecified","name":"Claude Haiku 4.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":11,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":11}],"unspecified":0,"total":11}},{"id":"claude-opus-4-5-20251101--effort-thinking-16k","name":"Claude Opus 4.5 · Thinking 16K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":2}],"unspecified":0,"total":2}},{"id":"gemma-4-31b-it--effort-unspecified","name":"Gemma 4 31B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-oss-20b--effort-medium","name":"gpt-oss-20b · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-20b","detailsUrl":"/efforts?model=gpt-oss-20b","publishedBenchmarkCount":2,"overallRating":{"score":0.017848727671516487,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":52,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999997}],"familyWeights":[{"family":"gpqa","share":0.5027478648384489},{"family":"aime","share":0.4972521351615517}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06355115855636694,"supported":true,"families":2,"independentFamilies":2,"opponents":52,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3883828378439173,"lowerBound":0,"upperBound":1,"independentScore":0.3883828378439173,"independent":true,"opponentIds":3830,"independentOpponentIds":3830,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-DB8ja6pEZWGocQbdciyisL"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.16943568503788778,"lowerBound":0,"upperBound":1,"independentScore":0.16943568503788778,"independent":true,"opponentIds":3831,"independentOpponentIds":3831,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-GEwyLqZT93Hp55fdtHrJhm"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-GEwyLqZT93Hp55fdtHrJhm","epoch-run-DB8ja6pEZWGocQbdciyisL"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":2}],"unspecified":0,"total":2}},{"id":"ministral-8b-2410--effort-unspecified","name":"Ministral 8B · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-8b-2410","detailsUrl":"/efforts?model=ministral-8b-2410","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gemma-3-27b-it--effort-unspecified","name":"Gemma 3 27B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-27b-it","detailsUrl":"/efforts?model=gemma-3-27b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-6--effort-thinking-32k","name":"Claude Opus 4.6 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.7-flash--effort-non-reasoning","name":"Qwen3.7-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-flash","detailsUrl":"/efforts?model=qwen3.7-flash","publishedBenchmarkCount":4,"overallRating":{"score":0.043899200525682976,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":64,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"gpqa","share":0.30139727223033275},{"family":"aime","share":0.29626413034571286},{"family":"epoch-game-puzzles","share":0.2482775869269936},{"family":"frontiermath","share":0.1540610104969623}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.11542615616373932,"supported":true,"families":4,"independentFamilies":4,"opponents":64,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5572005582343257,"lowerBound":0,"upperBound":1,"independentScore":0.5572005582343257,"independent":true,"opponentIds":3832,"independentOpponentIds":3832,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-SZDgstFQJAGeGQwMXgNx6w"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.46849087893864005,"lowerBound":0,"upperBound":1,"independentScore":0.46849087893864005,"independent":true,"opponentIds":3833,"independentOpponentIds":3833,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-Yhds8GYkCXWgRQhuLiURua"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.07241878750258637,"lowerBound":0,"upperBound":1,"independentScore":0.07241878750258637,"independent":true,"opponentIds":3834,"independentOpponentIds":3834,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-doNrgGQY5SytQV22WRqw5L"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2643986433230738,"lowerBound":0,"upperBound":1,"independentScore":0.2643986433230738,"independent":true,"opponentIds":3835,"independentOpponentIds":3835,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-i7MVHsH5pikQKjYn6LBqHS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-doNrgGQY5SytQV22WRqw5L","epoch-run-Yhds8GYkCXWgRQhuLiURua","epoch-run-i7MVHsH5pikQKjYn6LBqHS","epoch-run-SZDgstFQJAGeGQwMXgNx6w"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus","gpt-oss-120b","kimi-k2.6","qwen3.7-max","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":4}],"unspecified":0,"total":4}},{"id":"deepseek-r1-0528-qwen3-8b--effort-unspecified","name":"DeepSeek-R1-0528-Qwen3-8B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528-qwen3-8b","detailsUrl":"/efforts?model=deepseek-r1-0528-qwen3-8b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"deepseek-r1-distill-qwen-32b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-32B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-32b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-32b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-6--effort-thinking-64k","name":"Claude Opus 4.6 · Thinking 64K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Thinking 64K","settings":[{"label":"Thinking 64K","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.7-max--effort-non-reasoning","name":"Qwen3.7-max · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-max","detailsUrl":"/efforts?model=qwen3.7-max","publishedBenchmarkCount":1,"overallRating":{"score":0.3875306777208351,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":42,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4219123796213516,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8570965502063463,"lowerBound":0,"upperBound":1,"independentScore":0.8570965502063463,"independent":true,"opponentIds":3836,"independentOpponentIds":3836,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-ENh7ZPQj7ihBePjsC8a7HV"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-ENh7ZPQj7ihBePjsC8a7HV"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-6-luna","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","gpt-5.5","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-3.5-turbo-1106--effort-unspecified","name":"GPT-3.5-turbo-1106 · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-3.5-turbo-1106","detailsUrl":"/efforts?model=gpt-3.5-turbo-1106","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-30b-a3b-instruct-2507--effort-unspecified","name":"Qwen3-30B-A3B-Instruct-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-instruct-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-instruct-2507","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"deepseek-r1-distill-qwen-1.5b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-1.5B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-1.5b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-1.5b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3-flash-preview--effort-unspecified","name":"Gemini 3 Flash Preview · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"grok-4.20-0309-reasoning--effort-unspecified","name":"Grok-4.20-0309-reasoning · Unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.20-0309-reasoning","detailsUrl":"/efforts?model=grok-4.20-0309-reasoning","publishedBenchmarkCount":15,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":15}],"unspecified":0,"total":15}},{"id":"qwen3.5-397b-a17b--effort-unspecified","name":"Qwen3.5-397B-A17B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-397b-a17b","detailsUrl":"/efforts?model=qwen3.5-397b-a17b","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"qwen3-1.7b--effort-unspecified","name":"Qwen3-1.7B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-1.7b","detailsUrl":"/efforts?model=qwen3-1.7b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"mistral-medium-2505--effort-unspecified","name":"Mistral Medium 3 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-2505","detailsUrl":"/efforts?model=mistral-medium-2505","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemma-2-9b-it--effort-unspecified","name":"Gemma 2 9B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-2-9b-it","detailsUrl":"/efforts?model=gemma-2-9b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-sonnet-4-5-20250929--effort-unspecified","name":"Claude Sonnet 4.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3-4b--effort-unspecified","name":"Qwen3-4B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b","detailsUrl":"/efforts?model=qwen3-4b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-8b--effort-unspecified","name":"Qwen3-8B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-8b","detailsUrl":"/efforts?model=qwen3-8b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3-14b--effort-unspecified","name":"Qwen3-14B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-14b","detailsUrl":"/efforts?model=qwen3-14b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemma-2-27b-it--effort-unspecified","name":"Gemma 2 27B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-2-27b-it","detailsUrl":"/efforts?model=gemma-2-27b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemma-4-31b-it--effort-minimal","name":"Gemma 4 31B IT · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":2,"overallRating":{"score":0.04326159015754167,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":52,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"gpqa","share":0.5044424760817298},{"family":"aime","share":0.49555752391827185}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1146186543262569,"supported":true,"families":2,"independentFamilies":2,"opponents":52,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5222834986398668,"lowerBound":0,"upperBound":1,"independentScore":0.5222834986398668,"independent":true,"opponentIds":3837,"independentOpponentIds":3837,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-jFJucVunfLgoQqoFvPVQWP"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.373054500722041,"lowerBound":0,"upperBound":1,"independentScore":0.373054500722041,"independent":true,"opponentIds":3838,"independentOpponentIds":3838,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-P5L8qbXo42vTvbU3UvTNjk"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-P5L8qbXo42vTvbU3UvTNjk","epoch-run-jFJucVunfLgoQqoFvPVQWP"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.6-plus--effort-non-reasoning","name":"Qwen3.6-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-plus","detailsUrl":"/efforts?model=qwen3.6-plus","publishedBenchmarkCount":2,"overallRating":{"score":0.04063072616452908,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":49,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000016}],"familyWeights":[{"family":"epoch-game-puzzles","share":0.6517386527572474},{"family":"frontiermath","share":0.3482613472427533}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.10391959480573365,"supported":true,"families":2,"independentFamilies":2,"opponents":49,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5721875957903341,"lowerBound":0,"upperBound":1,"independentScore":0.5721875957903341,"independent":true,"opponentIds":3839,"independentOpponentIds":3839,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-Z4xfwTke5pR6RrY952bttA"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.1754210355096219,"lowerBound":0,"upperBound":1,"independentScore":0.1754210355096219,"independent":true,"opponentIds":3840,"independentOpponentIds":3840,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-jGgkDRHbodcaTzQ3Mp6SxS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-Z4xfwTke5pR6RrY952bttA","epoch-run-jGgkDRHbodcaTzQ3Mp6SxS"],"opponentModelIds":["gemini-3.1-flash-lite","glm-5.1","gpt-5.5","gemini-3.5-flash","claude-sonnet-4-5-20250929","gemini-3.5-flash-lite","qwen3.5-397b-a17b","qwen-3.8-max","qwen3.5-flash","gemini-3.7-flash","deepseek-v4-pro","kimi-k3","grok-4.3","gpt-6-astra","grok-4.5","qwen3.7-flash","claude-fable-5","glm-5.2","claude-opus-5","qwen-3.8-max-0902","claude-fable-5-1","claude-opus-4-8","gpt-6-luna","glm-5.3","gpt-5.6-terra","claude-opus-4-6","gpt-5.5-pro","deepseek-v4-flash","claude-opus-4-5-20251101","gemini-3.6-flash","gpt-6-sol","qwen3.6-flash","qwen3.7-plus","gemini-3.8-flash","claude-sonnet-5","gpt-5.6-sol","qwen3.6-27b","glm-5.3-flash","gpt-5.6-luna","qwen3.6-35b-a3b","grok-4.6","claude-opus-4-7","gpt-oss-120b","kimi-k2.6","qwen3.7-max","gemini-3.1-pro","minimax-m3","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-5-20251101--effort-thinking-48k","name":"Claude Opus 4.5 · Thinking 48K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":1,"overallRating":{"score":0.2624656149210289,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":42,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3411560299071191,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7568527563716518,"lowerBound":0,"upperBound":1,"independentScore":0.7568527563716518,"independent":true,"opponentIds":3841,"independentOpponentIds":3841,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-k4zGHaXESxFRTRMkyDLZrz"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-k4zGHaXESxFRTRMkyDLZrz"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-6-luna","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Thinking 48K","settings":[{"label":"Thinking 48K","observations":1}],"unspecified":0,"total":1}},{"id":"gemma-3-4b-it--effort-unspecified","name":"Gemma 3 4B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-4b-it","detailsUrl":"/efforts?model=gemma-3-4b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.5--effort-none","name":"GPT-5.5 · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":4,"overallRating":{"score":0.04382318880994294,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":62,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000016}],"familyWeights":[{"family":"gpqa","share":0.4931687205673639},{"family":"aime","share":0.3036194119803008},{"family":"epoch-game-puzzles","share":0.20321186745233705}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.11453890036997406,"supported":true,"families":3,"independentFamilies":3,"opponents":62,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.34917851160690355,"lowerBound":0,"upperBound":1,"independentScore":0.34917851160690355,"independent":true,"opponentIds":1777,"independentOpponentIds":1777,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-QuqPmMUTbiEsUvoFYZx5Mk"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3939188773311994,"lowerBound":0,"upperBound":1,"independentScore":0.3939188773311994,"independent":true,"opponentIds":3842,"independentOpponentIds":3842,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-KesKa5EXtFG7H4UMBFzgCh"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6220081259893531,"lowerBound":0,"upperBound":1,"independentScore":0.6220081259893531,"independent":true,"opponentIds":1766,"independentOpponentIds":1766,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-MHAMdn52f7wLMZ6MSCs5E2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-KesKa5EXtFG7H4UMBFzgCh","epoch-run-MHAMdn52f7wLMZ6MSCs5E2","epoch-run-QuqPmMUTbiEsUvoFYZx5Mk"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"None","settings":[{"label":"None","observations":4}],"unspecified":0,"total":4}},{"id":"qwen3-4b-instruct-2507--effort-unspecified","name":"Qwen3-4B-Instruct-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b-instruct-2507","detailsUrl":"/efforts?model=qwen3-4b-instruct-2507","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-7--effort-unspecified","name":"Claude Opus 4.7 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"llama-3.1-70b-instruct--effort-unspecified","name":"Llama-3.1-70B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.1-70b-instruct","detailsUrl":"/efforts?model=llama-3.1-70b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemma-4-26b-a4b-it--effort-minimal","name":"Gemma 4 26B-A4B IT · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-26b-a4b-it","detailsUrl":"/efforts?model=gemma-4-26b-a4b-it","publishedBenchmarkCount":2,"overallRating":{"score":0.054063942806602074,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":52,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000007}],"familyWeights":[{"family":"gpqa","share":0.5044424760817298},{"family":"aime","share":0.49555752391827185}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.13475855437849707,"supported":true,"families":2,"independentFamilies":2,"opponents":52,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7129690171775187,"lowerBound":0,"upperBound":1,"independentScore":0.7129690171775187,"independent":true,"opponentIds":3843,"independentOpponentIds":3843,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-mstwSH7noJfvhGcd6Lz5kd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.26875969406856715,"lowerBound":0,"upperBound":1,"independentScore":0.26875969406856715,"independent":true,"opponentIds":3844,"independentOpponentIds":3844,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-Usx9KaiXvHZU4qrzgc4sLg"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-Usx9KaiXvHZU4qrzgc4sLg","epoch-run-mstwSH7noJfvhGcd6Lz5kd"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":2}],"unspecified":0,"total":2}},{"id":"llama-4-scout--effort-unspecified","name":"Llama-4-Scout-17B-16E-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-4-scout","detailsUrl":"/efforts?model=llama-4-scout","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3.1-flash-lite--effort-high","name":"Gemini 3.1 Flash-Lite · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":3,"overallRating":{"score":0.09430747410987834,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":59,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000024}],"familyWeights":[{"family":"gpqa","share":0.4027378498539903},{"family":"aime","share":0.39838541342710515},{"family":"frontiermath","share":0.19887673671890577}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.18470597465347094,"supported":true,"families":3,"independentFamilies":3,"opponents":59,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6240822196048879,"lowerBound":0,"upperBound":1,"independentScore":0.6240822196048879,"independent":true,"opponentIds":3809,"independentOpponentIds":3809,"panelSize":51,"publishers":["Epoch AI"],"observations":["epoch-run-NMdaAXyqqPRmWfuxZUfHFF"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.570726118298563,"lowerBound":0,"upperBound":1,"independentScore":0.570726118298563,"independent":true,"opponentIds":3810,"independentOpponentIds":3810,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-nE4hmJo3QV6X5jeGWAeAze"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.4229555095195817,"lowerBound":0,"upperBound":1,"independentScore":0.4229555095195817,"independent":true,"opponentIds":3811,"independentOpponentIds":3811,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-MVZf59jt9uEoWG9w5W9apB"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-MVZf59jt9uEoWG9w5W9apB","epoch-run-nE4hmJo3QV6X5jeGWAeAze","epoch-run-NMdaAXyqqPRmWfuxZUfHFF"],"opponentModelIds":["qwen-3.8-max-0902","kimi-k3","deepseek-v4-pro","gpt-6-luna","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","gpt-6-sol","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":3}],"unspecified":0,"total":3}},{"id":"glm-5.2--effort-medium","name":"GLM-5.2 · Medium","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":1,"overallRating":{"score":0.03510336197591358,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":42,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000004}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.10567002717460143,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.316491787410291,"lowerBound":0,"upperBound":1,"independentScore":0.316491787410291,"independent":true,"opponentIds":1400,"independentOpponentIds":1400,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-NfN7VwMPjSVqViqrBQPWk2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-NfN7VwMPjSVqViqrBQPWk2"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-6-luna","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"qwq-plus--effort-unspecified","name":"QwQ-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwq-plus","detailsUrl":"/efforts?model=qwq-plus","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-59k","name":"Claude Sonnet 4.5 · Thinking 59K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":3,"overallRating":{"score":0.08672929005880259,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":28,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000009}],"familyWeights":[{"family":"simpleqa","share":0.6272010118829681},{"family":"gpqa","share":0.37279898811703244}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.35126747399951136,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.060935659337115235,"supported":false,"families":1,"independentFamilies":1,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":365,"independentOpponentIds":365,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-XaGuWDxPtqVvyxqdMncKFj"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.06368412673141219,"lowerBound":0,"upperBound":1,"independentScore":0.06368412673141219,"independent":true,"opponentIds":3845,"independentOpponentIds":3845,"panelSize":28,"publishers":["Epoch AI"],"observations":["epoch-run-XQEGUQjpXupjdyKoGuSmum"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-XaGuWDxPtqVvyxqdMncKFj","epoch-run-XQEGUQjpXupjdyKoGuSmum"],"opponentModelIds":["claude-haiku-4-5-20251001","claude-opus-4-7","deepseek-v4-pro","gemini-3-flash-preview","grok-4.5","gemini-3.7-flash","claude-opus-4-6","qwen-3.8-max","claude-opus-4-5-20251101","grok-4.6","gpt-6-sol","claude-fable-5-1","gemini-3.6-flash","gemini-3.5-flash","gemini-3.8-flash","gpt-6-luna","claude-sonnet-5","muse-spark-1.2","kimi-k3","qwen-3.8-max-0902","gpt-6-astra","gpt-5.5","deepseek-v4-flash","glm-5.3","claude-opus-4-8","glm-5.2","grok-4.3","claude-sonnet-4-6"]},"effort":{"label":"Thinking 59K","settings":[{"label":"Thinking 59K","observations":3}],"unspecified":0,"total":3}},{"id":"llama-3.3-70b-instruct--effort-unspecified","name":"Llama-3.3-70B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.3-70b-instruct","detailsUrl":"/efforts?model=llama-3.3-70b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-sonnet-4-6--effort-unspecified","name":"Claude Sonnet 4.6 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3.1-pro--effort-medium","name":"Gemini 3.1 Pro · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.6295033634430843,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":6,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999998}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6161637831454035,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":3808,"independentOpponentIds":3808,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-WueZbBM3NwMUZPveuagrZo"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-WueZbBM3NwMUZPveuagrZo"],"opponentModelIds":["gemini-3.6-flash","gemini-3.5-flash-lite","claude-opus-4-6","gemini-3-flash-preview","gemini-3.5-flash","claude-sonnet-4-6"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.5-plus--effort-non-reasoning","name":"Qwen3.5-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-plus","detailsUrl":"/efforts?model=qwen3.5-plus","publishedBenchmarkCount":1,"overallRating":{"score":0.07180823608325766,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":42,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}],"familyWeights":[{"family":"epoch-game-puzzles","share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15876341550988732,"supported":false,"families":1,"independentFamilies":1,"opponents":42,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.4297527428938961,"lowerBound":0,"upperBound":1,"independentScore":0.4297527428938961,"independent":true,"opponentIds":3846,"independentOpponentIds":3846,"panelSize":42,"publishers":["Epoch AI"],"observations":["epoch-run-XbtWdvRz65dbPPnHcSBvmF"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-XbtWdvRz65dbPPnHcSBvmF"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-6-luna","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-6-sol","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"open-mistral-nemo-2407--effort-unspecified","name":"Mistral Nemo 12B · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"open-mistral-nemo-2407","detailsUrl":"/efforts?model=open-mistral-nemo-2407","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"mimo-v2.5-pro--effort-unspecified","name":"MiMo-V2.5-Pro · Unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5-pro","detailsUrl":"/efforts?model=mimo-v2.5-pro","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":10}],"unspecified":0,"total":10}},{"id":"mimo-v2.5--effort-unspecified","name":"MiMo-V2.5 · Unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5","detailsUrl":"/efforts?model=mimo-v2.5","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":10}],"unspecified":0,"total":10}},{"id":"mistral-medium-3.5--effort-high","name":"Mistral Medium 3.5 · High","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-3.5","detailsUrl":"/efforts?model=mistral-medium-3.5","publishedBenchmarkCount":9,"overallRating":{"score":0.0390662183459073,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":3,"opponents":42,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Vals AI","independent":true,"share":1.0000000000000009}],"familyWeights":[{"family":"terminal-bench","share":0.1493519449025301},{"family":"vals-finance-agent","share":0.1113688577946932},{"family":"harvey","share":0.10855438359690907},{"family":"mmlu-pro","share":0.10699470174642868},{"family":"vibe-code","share":0.10684438837888624},{"family":"vals-code-migration","share":0.10661317434137453},{"family":"vals-legal-research","share":0.10506755791297046},{"family":"vals-tax-agent","share":0.10261024790259213},{"family":"vals-excel-modeling","share":0.10259474342361646}]},"capabilityRatings":[{"bucket":"agentic","score":0.12602818144592057,"supported":true,"families":5,"independentFamilies":5,"opponents":42,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.06066449750764604,"supported":true,"families":3,"independentFamilies":3,"opponents":42,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03266112605514468,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"harvey","label":"harvey","bucket":"agentic","score":0.22160447395100893,"lowerBound":0,"upperBound":1,"independentScore":0.22160447395100893,"independent":true,"opponentIds":3847,"independentOpponentIds":3847,"panelSize":38,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3848,"independentOpponentIds":3848,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3849,"independentOpponentIds":3849,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3850,"independentOpponentIds":3850,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3851,"independentOpponentIds":3851,"panelSize":42,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.05261297697287479,"lowerBound":0,"upperBound":1,"independentScore":0.05261297697287479,"independent":true,"opponentIds":3852,"independentOpponentIds":3852,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3853,"independentOpponentIds":3853,"panelSize":40,"publishers":["Vals AI"],"observations":["vals-emb-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3854,"independentOpponentIds":3854,"panelSize":41,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-tax-agent","label":"vals-tax-agent","bucket":"agentic","score":0.05663566794931685,"lowerBound":0,"upperBound":1,"independentScore":0.05663566794931685,"independent":true,"opponentIds":3855,"independentOpponentIds":3855,"panelSize":39,"publishers":["Vals AI"],"observations":["vals-tax-agent-bench-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["vals-finance-agent-v2:mistralai/mistral-medium-3.5","vals-code-migration-v1:mistralai/mistral-medium-3.5","vals-legal-research-v1:mistralai/mistral-medium-3.5","vals-emb-v1:mistralai/mistral-medium-3.5","vals-mmlu-pro-v1:mistralai/mistral-medium-3.5","vals-terminal-bench-2-1-v2.1:mistralai/mistral-medium-3.5","vals-vibe-code-bench-v1.1:mistralai/mistral-medium-3.5","vals-legal-agent-benchmark-v1:mistralai/mistral-medium-3.5","vals-tax-agent-bench-v1:mistralai/mistral-medium-3.5"],"opponentModelIds":["muse-spark-1.2","muse-spark-1.3","muse-wonder-full","muse-spark-1.1","gemini-4-argon","muse-wonder","grok-4.6","grok-4.5","kimi-k3","grok-4.7","gemini-3.8-flash","claude-opus-4-8","gemini-3.7-flash","deepseek-v4-flash","glm-5.3","deepseek-v4-pro","glm-5.2","claude-opus-4-7","glm-5.3-flash","claude-opus-5","claude-fable-5-1","gpt-6-astra","claude-sonnet-4-6","claude-sonnet-5","gpt-5.5","gemini-3.6-flash","claude-sonnet-5-5","gemini-3.5-flash","gpt-5.6-sol","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","gemini-3-flash-preview","gemini-3.5-flash-lite","gpt-5.4-nano","gemini-3.1-pro","gpt-5.4-mini","gpt-5.4","claude-fable-5","gpt-6-sol","gpt-6-luna","gpt-6.1-sol"]},"effort":{"label":"High","settings":[{"label":"High","observations":9}],"unspecified":0,"total":9}},{"id":"minimax-m2.7--effort-unspecified","name":"MiniMax-M2.7 · Unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.7","detailsUrl":"/efforts?model=minimax-m2.7","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":10}],"unspecified":0,"total":10}},{"id":"deepseek-v4-flash--effort-unspecified","name":"DeepSeek-V4-Flash-0731 · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"muse-spark-1.3--effort-high","name":"Muse Spark 1.3 · High","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.3","detailsUrl":"/efforts?model=muse-spark-1.3","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.3-flash--effort-unspecified","name":"GLM-5.3-Flash · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"mimo-v2.6-pro--effort-unspecified","name":"MiMo-V2.6-Pro · Unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.6-pro","detailsUrl":"/efforts?model=mimo-v2.6-pro","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"step-5-preview--effort-unspecified","name":"Step 5 Preview · Unspecified","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step-5-preview","detailsUrl":"/efforts?model=step-5-preview","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-fable-5-1--effort-unspecified","name":"Claude Fable 5.1 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-5.6-sol--effort-unspecified","name":"GPT-5.6 Sol · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen-3.8-max--effort-unspecified","name":"Qwen 3.8-Max · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gemini-3.8-flash--effort-unspecified","name":"Gemini 3.8 Flash · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.8-flash","detailsUrl":"/efforts?model=gemini-3.8-flash","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"grok-4.6--effort-unspecified","name":"Grok 4.6 · Unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-6-astra--effort-unspecified","name":"GPT-6 Astra · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen-3.8-max--effort-max","name":"Qwen 3.8-Max · Max","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Max","settings":[{"label":"Max","observations":2}],"unspecified":0,"total":2}},{"id":"kimi-k3--effort-default","name":"Kimi K3 · Default","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Default","settings":[{"label":"Default","observations":1}],"unspecified":0,"total":1}},{"id":"hy4-preview--effort-high","name":"Hy4-preview · High","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy4-preview","detailsUrl":"/efforts?model=hy4-preview","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":3}],"unspecified":0,"total":3}},{"id":"hy3--effort-high","name":"Hy3 · High","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3","detailsUrl":"/efforts?model=hy3","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":3}],"unspecified":0,"total":3}},{"id":"kimi-k2.7-code--effort-max","name":"Kimi-K2.7-Code · Max","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.7-code","detailsUrl":"/efforts?model=kimi-k2.7-code","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Max","settings":[{"label":"Max","observations":2}],"unspecified":0,"total":2}},{"id":"muse-glimmer-30b--effort-xhigh","name":"Muse Glimmer 30B · XHigh","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-glimmer-30b","detailsUrl":"/efforts?model=muse-glimmer-30b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":2}],"unspecified":0,"total":2}},{"id":"mistral-large-3--effort-unspecified","name":"Mistral Large 3 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-3","detailsUrl":"/efforts?model=mistral-large-3","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-5-5--effort-unspecified","name":"Claude Opus 5.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5-5","detailsUrl":"/efforts?model=claude-opus-5-5","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.4--effort-unspecified","name":"GPT-5.4 · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.2--effort-unspecified","name":"GPT-5.2 · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"o3-pro--effort-unspecified","name":"o3-pro · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"grok-4.3--effort-unspecified","name":"Grok-4.3 · Unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.8-27b--effort-unspecified","name":"Qwen3.8-27B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.6-luna--effort-unspecified","name":"GPT-5.6 Luna · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.4-mini--effort-unspecified","name":"GPT-5.4 Mini · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.5-flash-lite--effort-unspecified","name":"Gemini 3.5 Flash-Lite · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.7-max--effort-high","name":"Qwen3.7-max · High","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-max","detailsUrl":"/efforts?model=qwen3.7-max","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.1--effort-high","name":"GLM-5.1 · High","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"kimi-k2.6--effort-high","name":"Kimi-K2.6 · High","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.6","detailsUrl":"/efforts?model=kimi-k2.6","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.6-plus--effort-high","name":"Qwen3.6-plus · High","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-plus","detailsUrl":"/efforts?model=qwen3.6-plus","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"mimo-v2.5--effort-high","name":"MiMo-V2.5 · High","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5","detailsUrl":"/efforts?model=mimo-v2.5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"minimax-m2.7--effort-high","name":"MiniMax-M2.7 · High","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.7","detailsUrl":"/efforts?model=minimax-m2.7","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"hy4-preview--effort-unspecified","name":"Hy4-preview · Unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy4-preview","detailsUrl":"/efforts?model=hy4-preview","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"grok-4.5--effort-unspecified","name":"Grok-4.5 · Unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.5","detailsUrl":"/efforts?model=grok-4.5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.5--effort-unspecified","name":"GPT-5.5 · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.8-flash-next--effort-unspecified","name":"Qwen3.8-Flash-Next · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-flash-next","detailsUrl":"/efforts?model=qwen3.8-flash-next","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"hy3--effort-unspecified","name":"Hy3 · Unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3","detailsUrl":"/efforts?model=hy3","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"solar-pro4-260806--effort-unspecified","name":"Solar Pro 4 · Unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro4-260806","detailsUrl":"/efforts?model=solar-pro4-260806","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-5-5--effort-unspecified","name":"Claude Sonnet 5.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5-5","detailsUrl":"/efforts?model=claude-sonnet-5-5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-4-argon--effort-unspecified","name":"Gemini 4 Argon · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-4-argon","detailsUrl":"/efforts?model=gemini-4-argon","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-fable-5--effort-unspecified","name":"Claude Fable 5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-haiku-5-5--effort-unspecified","name":"Claude Haiku 5.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-5-5","detailsUrl":"/efforts?model=claude-haiku-5-5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.3--effort-unspecified","name":"GLM-5.3 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3","detailsUrl":"/efforts?model=glm-5.3","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"grok-4.7--effort-unspecified","name":"Grok 4.7 · Unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.7","detailsUrl":"/efforts?model=grok-4.7","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"muse-spark-1.3--effort-unspecified","name":"Muse Spark 1.3 · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.3","detailsUrl":"/efforts?model=muse-spark-1.3","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.7-flash--effort-unspecified","name":"Gemini 3.7 Flash · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.7-flash","detailsUrl":"/efforts?model=gemini-3.7-flash","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen-3.8-max-0902--effort-unspecified","name":"Qwen3.8 Max 0902 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max-0902","detailsUrl":"/efforts?model=qwen-3.8-max-0902","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-flash-vision-exp--effort-unspecified","name":"DeepSeek-V4-Flash-Vision-Exp · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-vision-exp","detailsUrl":"/efforts?model=deepseek-v4-flash-vision-exp","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"muse-spark-1.2--effort-unspecified","name":"Muse Spark 1.2 · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.2","detailsUrl":"/efforts?model=muse-spark-1.2","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.8-flash--effort-max","name":"Qwen3.8-flash · Max","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-flash","detailsUrl":"/efforts?model=qwen3.8-flash","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Max","settings":[{"label":"Max","observations":1}],"unspecified":0,"total":1}},{"id":"mimo-v2.6-flash--effort-high","name":"MiMo-V2.6-Flash · High","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.6-flash","detailsUrl":"/efforts?model=mimo-v2.6-flash","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"mimo-v2.6-pro--effort-high","name":"MiMo-V2.6-Pro · High","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.6-pro","detailsUrl":"/efforts?model=mimo-v2.6-pro","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"claude-fable-5--effort-auto-thinking","name":"Claude Fable 5 · Auto thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/models/claude-fable-5","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Auto thinking","settings":[{"label":"Auto thinking","observations":2}],"unspecified":0,"total":2}},{"id":"claude-fable-5-1--effort-auto-thinking","name":"Claude Fable 5.1 · Auto thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/models/claude-fable-5-1","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Auto thinking","settings":[{"label":"Auto thinking","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-5--effort-auto-thinking","name":"Claude Opus 5 · Auto thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/models/claude-opus-5","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Auto thinking","settings":[{"label":"Auto thinking","observations":2}],"unspecified":0,"total":2}},{"id":"magistral-medium-2509--effort-maximum-reasoning","name":"Magistral Medium 1.2 · Maximum reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"magistral-medium-2509","detailsUrl":"/models/magistral-medium-2509","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Maximum reasoning","settings":[{"label":"Maximum reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"mistral-medium-2508--effort-maximum-reasoning","name":"Mistral Medium 3.1 · Maximum reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-2508","detailsUrl":"/models/mistral-medium-2508","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Maximum reasoning","settings":[{"label":"Maximum reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"mistral-small-4--effort-maximum-reasoning","name":"Mistral Small 4 · Maximum reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-small-4","detailsUrl":"/models/mistral-small-4","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[],"familyWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Maximum reasoning","settings":[{"label":"Maximum reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-r1-distill-qwen-7b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-7B · Effort unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-7b","detailsUrl":"/models/deepseek-r1-distill-qwen-7b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codegemma-7b-it--effort-unspecified","name":"CodeGemma 7B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"codegemma-7b-it","detailsUrl":"/models/codegemma-7b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1-2b-it--effort-unspecified","name":"Gemma 1 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1-2b-it","detailsUrl":"/models/gemma-1-2b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1-7b-it--effort-unspecified","name":"Gemma 1 7B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1-7b-it","detailsUrl":"/models/gemma-1-7b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1.1-2b-it--effort-unspecified","name":"Gemma 1.1 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1.1-2b-it","detailsUrl":"/models/gemma-1.1-2b-it","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1.1-7b-it--effort-unspecified","name":"Gemma 1.1 7B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1.1-7b-it","detailsUrl":"/models/gemma-1.1-7b-it","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-2-2b-it--effort-unspecified","name":"Gemma 2 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-2-2b-it","detailsUrl":"/models/gemma-2-2b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"recurrentgemma-2b-it--effort-unspecified","name":"RecurrentGemma 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"recurrentgemma-2b-it","detailsUrl":"/models/recurrentgemma-2b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"recurrentgemma-9b-it--effort-unspecified","name":"RecurrentGemma 9B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"recurrentgemma-9b-it","detailsUrl":"/models/recurrentgemma-9b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"llama-3.2-11b-vision-instruct--effort-unspecified","name":"Llama-3.2-11B-Vision-Instruct · Effort unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-11b-vision-instruct","detailsUrl":"/models/llama-3.2-11b-vision-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"llama-3.2-3b-instruct--effort-unspecified","name":"Llama-3.2-3B-Instruct · Effort unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-3b-instruct","detailsUrl":"/models/llama-3.2-3b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codestral-2508--effort-unspecified","name":"Codestral 2508 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"codestral-2508","detailsUrl":"/models/codestral-2508","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"devstral-medium-2507--effort-unspecified","name":"Devstral Medium 1.0 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"devstral-medium-2507","detailsUrl":"/models/devstral-medium-2507","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"devstral-small-2507--effort-unspecified","name":"Devstral Small 1.1 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"devstral-small-2507","detailsUrl":"/models/devstral-small-2507","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"labs-mistral-small-creative--effort-unspecified","name":"Mistral Small Creative · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"labs-mistral-small-creative","detailsUrl":"/models/labs-mistral-small-creative","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"leanstral-1.5--effort-unspecified","name":"Leanstral 1.5 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"leanstral-1.5","detailsUrl":"/models/leanstral-1.5","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"pixtral-12b-2409--effort-unspecified","name":"Pixtral 12B · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"pixtral-12b-2409","detailsUrl":"/models/pixtral-12b-2409","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"voxtral-mini-2507--effort-unspecified","name":"Voxtral Mini · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"voxtral-mini-2507","detailsUrl":"/models/voxtral-mini-2507","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"voxtral-small--effort-unspecified","name":"Voxtral Small · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"voxtral-small","detailsUrl":"/models/voxtral-small","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"kimi-dev-72b--effort-unspecified","name":"Kimi-Dev-72B · Effort unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-dev-72b","detailsUrl":"/models/kimi-dev-72b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"kimi-vl-a3b-instruct--effort-unspecified","name":"Kimi-VL-A3B-Instruct · Effort unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-vl-a3b-instruct","detailsUrl":"/models/kimi-vl-a3b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"kimi-vl-a3b-thinking-2506--effort-unspecified","name":"Kimi-VL-A3B-Thinking-2506 · Effort unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-vl-a3b-thinking-2506","detailsUrl":"/models/kimi-vl-a3b-thinking-2506","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"nvidia-nemotron-nano-12b-v2--effort-unspecified","name":"NVIDIA-Nemotron-Nano-12B-v2 · Effort unspecified","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-12b-v2","detailsUrl":"/models/nvidia-nemotron-nano-12b-v2","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"nvidia-nemotron-nano-9b-v2-japanese--effort-unspecified","name":"NVIDIA-Nemotron-Nano-9B-v2-Japanese · Effort unspecified","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-9b-v2-japanese","detailsUrl":"/models/nvidia-nemotron-nano-9b-v2-japanese","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gpt-3.5-turbo-instruct--effort-unspecified","name":"GPT-3.5-turbo-instruct · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-3.5-turbo-instruct","detailsUrl":"/models/gpt-3.5-turbo-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gpt-5-pro--effort-unspecified","name":"GPT-5 Pro · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-pro","detailsUrl":"/models/gpt-5-pro","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gpt-5.3-codex-spark--effort-unspecified","name":"GPT-5.3 Codex Spark · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.3-codex-spark","detailsUrl":"/models/gpt-5.3-codex-spark","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"o1-pro--effort-unspecified","name":"o1-pro · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o1-pro","detailsUrl":"/models/o1-pro","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qvq-max--effort-unspecified","name":"QVQ-max · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qvq-max","detailsUrl":"/models/qvq-max","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qvq-plus--effort-unspecified","name":"QVQ-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qvq-plus","detailsUrl":"/models/qvq-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-coder-plus--effort-unspecified","name":"Qwen-coder-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-coder-plus","detailsUrl":"/models/qwen-coder-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-coder-turbo--effort-unspecified","name":"Qwen-coder-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-coder-turbo","detailsUrl":"/models/qwen-coder-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-flash--effort-unspecified","name":"Qwen-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-flash","detailsUrl":"/models/qwen-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-flash-character--effort-unspecified","name":"Qwen-flash-character · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-flash-character","detailsUrl":"/models/qwen-flash-character","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-long--effort-unspecified","name":"Qwen-long · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-long","detailsUrl":"/models/qwen-long","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-math-plus--effort-unspecified","name":"Qwen-math-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-math-plus","detailsUrl":"/models/qwen-math-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-math-turbo--effort-unspecified","name":"Qwen-math-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-math-turbo","detailsUrl":"/models/qwen-math-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-max--effort-unspecified","name":"Qwen-max · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-max","detailsUrl":"/models/qwen-max","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-omni-turbo--effort-unspecified","name":"Qwen-omni-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-omni-turbo","detailsUrl":"/models/qwen-omni-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-plus--effort-unspecified","name":"Qwen-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-plus","detailsUrl":"/models/qwen-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-plus-character--effort-unspecified","name":"Qwen-plus-character · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-plus-character","detailsUrl":"/models/qwen-plus-character","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-plus-character-ja--effort-unspecified","name":"Qwen-plus-character-ja · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-plus-character-ja","detailsUrl":"/models/qwen-plus-character-ja","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-turbo--effort-unspecified","name":"Qwen-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-turbo","detailsUrl":"/models/qwen-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-vl-max--effort-unspecified","name":"Qwen-vl-max · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-vl-max","detailsUrl":"/models/qwen-vl-max","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-vl-plus--effort-unspecified","name":"Qwen-vl-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-vl-plus","detailsUrl":"/models/qwen-vl-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-coder-flash--effort-unspecified","name":"Qwen3-coder-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-flash","detailsUrl":"/models/qwen3-coder-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-coder-plus--effort-unspecified","name":"Qwen3-coder-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-plus","detailsUrl":"/models/qwen3-coder-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-omni-30b-a3b-thinking--effort-unspecified","name":"Qwen3-Omni-30B-A3B-Thinking · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-omni-30b-a3b-thinking","detailsUrl":"/models/qwen3-omni-30b-a3b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-omni-flash--effort-unspecified","name":"Qwen3-omni-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-omni-flash","detailsUrl":"/models/qwen3-omni-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-235b-a22b-thinking--effort-unspecified","name":"Qwen3-VL-235B-A22B-Thinking · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-235b-a22b-thinking","detailsUrl":"/models/qwen3-vl-235b-a22b-thinking","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-2b-instruct--effort-unspecified","name":"Qwen3-VL-2B-Instruct · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-2b-instruct","detailsUrl":"/models/qwen3-vl-2b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-2b-thinking--effort-unspecified","name":"Qwen3-VL-2B-Thinking · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-2b-thinking","detailsUrl":"/models/qwen3-vl-2b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-flash--effort-unspecified","name":"Qwen3-vl-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-flash","detailsUrl":"/models/qwen3-vl-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-plus--effort-unspecified","name":"Qwen3-vl-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-plus","detailsUrl":"/models/qwen3-vl-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"grok-4.20-0309-non-reasoning--effort-unspecified","name":"Grok-4.20-0309-non-reasoning · Effort unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.20-0309-non-reasoning","detailsUrl":"/models/grok-4.20-0309-non-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"grok-4.20-multi-agent-0309--effort-unspecified","name":"Grok-4.20-multi-agent-0309 · Effort unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.20-multi-agent-0309","detailsUrl":"/models/grok-4.20-multi-agent-0309","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"grok-build-0.1--effort-unspecified","name":"Grok-build-0.1 · Effort unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-build-0.1","detailsUrl":"/models/grok-build-0.1","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.7-flashx--effort-unspecified","name":"GLM-4.7-FlashX · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flashx","detailsUrl":"/models/glm-4.7-flashx","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.5-x--effort-unspecified","name":"GLM-4.5-X · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-x","detailsUrl":"/models/glm-4.5-x","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.5-airx--effort-unspecified","name":"GLM-4.5-AirX · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-airx","detailsUrl":"/models/glm-4.5-airx","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-32b-0414-128k--effort-unspecified","name":"GLM-4-32B-0414-128K · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-32b-0414-128k","detailsUrl":"/models/glm-4-32b-0414-128k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.5-flash--effort-unspecified","name":"GLM-4.5-Flash · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-flash","detailsUrl":"/models/glm-4.5-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.6v-flashx--effort-unspecified","name":"GLM-4.6V-FlashX · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v-flashx","detailsUrl":"/models/glm-4.6v-flashx","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.6v-flash--effort-unspecified","name":"GLM-4.6V-Flash · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v-flash","detailsUrl":"/models/glm-4.6v-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.1v-9b-thinking--effort-unspecified","name":"GLM-4.1V-9B-Thinking · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.1v-9b-thinking","detailsUrl":"/models/glm-4.1v-9b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-z1-rumination-32b-0414--effort-unspecified","name":"GLM-Z1-Rumination-32B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-z1-rumination-32b-0414","detailsUrl":"/models/glm-z1-rumination-32b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-z1-9b-0414--effort-unspecified","name":"GLM-Z1-9B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-z1-9b-0414","detailsUrl":"/models/glm-z1-9b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-z1-32b-0414--effort-unspecified","name":"GLM-Z1-32B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-z1-32b-0414","detailsUrl":"/models/glm-z1-32b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-9b-0414--effort-unspecified","name":"GLM-4-9B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-9b-0414","detailsUrl":"/models/glm-4-9b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-32b-0414--effort-unspecified","name":"GLM-4-32B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-32b-0414","detailsUrl":"/models/glm-4-32b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-9b-chat--effort-unspecified","name":"glm-4-9b-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-9b-chat","detailsUrl":"/models/glm-4-9b-chat","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-9b-chat-1m--effort-unspecified","name":"glm-4-9b-chat-1m · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-9b-chat-1m","detailsUrl":"/models/glm-4-9b-chat-1m","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4v-9b--effort-unspecified","name":"glm-4v-9b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4v-9b","detailsUrl":"/models/glm-4v-9b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-1.5b-chat--effort-unspecified","name":"glm-edge-1.5b-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-1.5b-chat","detailsUrl":"/models/glm-edge-1.5b-chat","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-4b-chat--effort-unspecified","name":"glm-edge-4b-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-4b-chat","detailsUrl":"/models/glm-edge-4b-chat","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-v-2b--effort-unspecified","name":"glm-edge-v-2b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-v-2b","detailsUrl":"/models/glm-edge-v-2b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-v-5b--effort-unspecified","name":"glm-edge-v-5b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-v-5b","detailsUrl":"/models/glm-edge-v-5b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm-6b--effort-unspecified","name":"chatglm-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm-6b","detailsUrl":"/models/chatglm-6b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm2-6b--effort-unspecified","name":"chatglm2-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm2-6b","detailsUrl":"/models/chatglm2-6b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm2-6b-32k--effort-unspecified","name":"chatglm2-6b-32k · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm2-6b-32k","detailsUrl":"/models/chatglm2-6b-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm3-6b--effort-unspecified","name":"chatglm3-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm3-6b","detailsUrl":"/models/chatglm3-6b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm3-6b-32k--effort-unspecified","name":"chatglm3-6b-32k · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm3-6b-32k","detailsUrl":"/models/chatglm3-6b-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm3-6b-128k--effort-unspecified","name":"chatglm3-6b-128k · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm3-6b-128k","detailsUrl":"/models/chatglm3-6b-128k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codegeex4-all-9b--effort-unspecified","name":"codegeex4-all-9b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"codegeex4-all-9b","detailsUrl":"/models/codegeex4-all-9b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"autoglm-phone-9b--effort-unspecified","name":"AutoGLM-Phone-9B · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"autoglm-phone-9b","detailsUrl":"/models/autoglm-phone-9b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"autoglm-phone-9b-multilingual--effort-unspecified","name":"AutoGLM-Phone-9B-Multilingual · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"autoglm-phone-9b-multilingual","detailsUrl":"/models/autoglm-phone-9b-multilingual","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogagent-9b-20241220--effort-unspecified","name":"cogagent-9b-20241220 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogagent-9b-20241220","detailsUrl":"/models/cogagent-9b-20241220","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codegeex2-6b--effort-unspecified","name":"codegeex2-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"codegeex2-6b","detailsUrl":"/models/codegeex2-6b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"visualglm-6b--effort-unspecified","name":"visualglm-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"visualglm-6b","detailsUrl":"/models/visualglm-6b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm-chat-hf--effort-unspecified","name":"cogvlm-chat-hf · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm-chat-hf","detailsUrl":"/models/cogvlm-chat-hf","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogagent-chat-hf--effort-unspecified","name":"cogagent-chat-hf · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogagent-chat-hf","detailsUrl":"/models/cogagent-chat-hf","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogagent-vqa-hf--effort-unspecified","name":"cogagent-vqa-hf · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogagent-vqa-hf","detailsUrl":"/models/cogagent-vqa-hf","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm2-llama3-chat-19b--effort-unspecified","name":"cogvlm2-llama3-chat-19B · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm2-llama3-chat-19b","detailsUrl":"/models/cogvlm2-llama3-chat-19b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm2-llama3-chinese-chat-19b--effort-unspecified","name":"cogvlm2-llama3-chinese-chat-19B · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm2-llama3-chinese-chat-19b","detailsUrl":"/models/cogvlm2-llama3-chinese-chat-19b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm2-video-llama3-chat--effort-unspecified","name":"cogvlm2-video-llama3-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm2-video-llama3-chat","detailsUrl":"/models/cogvlm2-video-llama3-chat","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"minimax-text-01--effort-unspecified","name":"MiniMax-Text-01 · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-text-01","detailsUrl":"/models/minimax-text-01","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"minimax-vl-01--effort-unspecified","name":"MiniMax-VL-01 · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-vl-01","detailsUrl":"/models/minimax-vl-01","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"synlogic-32b--effort-unspecified","name":"SynLogic-32B · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"synlogic-32b","detailsUrl":"/models/synlogic-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"synlogic-mix-3-32b--effort-unspecified","name":"SynLogic-Mix-3-32B · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"synlogic-mix-3-32b","detailsUrl":"/models/synlogic-mix-3-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"synlogic-7b--effort-unspecified","name":"SynLogic-7B · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"synlogic-7b","detailsUrl":"/models/synlogic-7b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"minimax-m2-her--effort-unspecified","name":"MiniMax-M2-her · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2-her","detailsUrl":"/models/minimax-m2-her","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-03-2025--effort-unspecified","name":"Command A 03 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-03-2025","detailsUrl":"/models/command-a-03-2025","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r7b-12-2024--effort-unspecified","name":"Command R7B 12 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r7b-12-2024","detailsUrl":"/models/command-r7b-12-2024","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-translate-08-2025--effort-unspecified","name":"Command A Translate 08 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-translate-08-2025","detailsUrl":"/models/command-a-translate-08-2025","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-reasoning-08-2025--effort-unspecified","name":"Command A Reasoning 08 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-reasoning-08-2025","detailsUrl":"/models/command-a-reasoning-08-2025","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-vision-07-2025--effort-unspecified","name":"Command A Vision 07 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-vision-07-2025","detailsUrl":"/models/command-a-vision-07-2025","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r-08-2024--effort-unspecified","name":"Command R 08 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-08-2024","detailsUrl":"/models/command-r-08-2024","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r-plus-08-2024--effort-unspecified","name":"Command R Plus 08 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-plus-08-2024","detailsUrl":"/models/command-r-plus-08-2024","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r-plus-04-2024--effort-unspecified","name":"Command R Plus 04 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-plus-04-2024","detailsUrl":"/models/command-r-plus-04-2024","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-light--effort-unspecified","name":"Command Light · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-light","detailsUrl":"/models/command-light","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command--effort-unspecified","name":"Command · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command","detailsUrl":"/models/command","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"tiny-aya-earth--effort-unspecified","name":"Tiny Aya Earth · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-earth","detailsUrl":"/models/tiny-aya-earth","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"tiny-aya-fire--effort-unspecified","name":"Tiny Aya Fire · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-fire","detailsUrl":"/models/tiny-aya-fire","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"tiny-aya-water--effort-unspecified","name":"Tiny Aya Water · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-water","detailsUrl":"/models/tiny-aya-water","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-expanse-32b--effort-unspecified","name":"C4Ai Aya Expanse 32B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-expanse-32b","detailsUrl":"/models/c4ai-aya-expanse-32b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-vision-32b--effort-unspecified","name":"C4Ai Aya Vision 32B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-vision-32b","detailsUrl":"/models/c4ai-aya-vision-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-command-r7b-arabic-02-2025--effort-unspecified","name":"c4ai-command-r7b-arabic-02-2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-command-r7b-arabic-02-2025","detailsUrl":"/models/c4ai-command-r7b-arabic-02-2025","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-expanse-8b--effort-unspecified","name":"aya-expanse-8b · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-expanse-8b","detailsUrl":"/models/c4ai-aya-expanse-8b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-vision-8b--effort-unspecified","name":"aya-vision-8b · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-vision-8b","detailsUrl":"/models/c4ai-aya-vision-8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"aya-23-8b--effort-unspecified","name":"aya-23-8B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"aya-23-8b","detailsUrl":"/models/aya-23-8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"aya-23-35b--effort-unspecified","name":"aya-23-35B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"aya-23-35b","detailsUrl":"/models/aya-23-35b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"aya-101--effort-unspecified","name":"aya-101 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"aya-101","detailsUrl":"/models/aya-101","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"north-mini-code-1-0--effort-unspecified","name":"North-Mini-Code-1.0 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"north-mini-code-1-0","detailsUrl":"/models/north-mini-code-1-0","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"north-micro-vision-instruct--effort-unspecified","name":"North-Micro-Vision-Instruct · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"north-micro-vision-instruct","detailsUrl":"/models/north-micro-vision-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-reasoning-vision-15b--effort-unspecified","name":"Phi-4-reasoning-vision-15B · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-reasoning-vision-15b","detailsUrl":"/models/phi-4-reasoning-vision-15b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-mini-4k-instruct--effort-unspecified","name":"Phi-3-mini-4k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-mini-4k-instruct","detailsUrl":"/models/phi-3-mini-4k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-mini-128k-instruct--effort-unspecified","name":"Phi-3-mini-128k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-mini-128k-instruct","detailsUrl":"/models/phi-3-mini-128k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3.5-mini-instruct--effort-unspecified","name":"Phi-3.5-mini-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3.5-mini-instruct","detailsUrl":"/models/phi-3.5-mini-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-reasoning--effort-unspecified","name":"Phi-4-reasoning · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-reasoning","detailsUrl":"/models/phi-4-reasoning","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-mini-moe-instruct--effort-unspecified","name":"Phi-mini-MoE-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-mini-moe-instruct","detailsUrl":"/models/phi-mini-moe-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-tiny-moe-instruct--effort-unspecified","name":"Phi-tiny-MoE-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-tiny-moe-instruct","detailsUrl":"/models/phi-tiny-moe-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-medium-4k-instruct--effort-unspecified","name":"Phi-3-medium-4k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-medium-4k-instruct","detailsUrl":"/models/phi-3-medium-4k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-small-8k-instruct--effort-unspecified","name":"Phi-3-small-8k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-small-8k-instruct","detailsUrl":"/models/phi-3-small-8k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-small-128k-instruct--effort-unspecified","name":"Phi-3-small-128k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-small-128k-instruct","detailsUrl":"/models/phi-3-small-128k-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-vision-128k-instruct--effort-unspecified","name":"Phi-3-vision-128k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-vision-128k-instruct","detailsUrl":"/models/phi-3-vision-128k-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3.5-vision-instruct--effort-unspecified","name":"Phi-3.5-vision-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3.5-vision-instruct","detailsUrl":"/models/phi-3.5-vision-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3.5-moe-instruct--effort-unspecified","name":"Phi-3.5-MoE-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3.5-moe-instruct","detailsUrl":"/models/phi-3.5-moe-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-reasoning-plus--effort-unspecified","name":"Phi-4-reasoning-plus · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-reasoning-plus","detailsUrl":"/models/phi-4-reasoning-plus","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-mini-reasoning--effort-unspecified","name":"Phi-4-mini-reasoning · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-mini-reasoning","detailsUrl":"/models/phi-4-mini-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-mini-flash-reasoning--effort-unspecified","name":"Phi-4-mini-flash-reasoning · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-mini-flash-reasoning","detailsUrl":"/models/phi-4-mini-flash-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-ds-r1--effort-unspecified","name":"MAI-DS-R1 · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-ds-r1","detailsUrl":"/models/mai-ds-r1","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-thinking-1--effort-unspecified","name":"MAI-Thinking-1 · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-thinking-1","detailsUrl":"/models/mai-thinking-1","publishedBenchmarkCount":19,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-code-1-1-flash--effort-unspecified","name":"MAI-Code-1.1-Flash · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-code-1-1-flash","detailsUrl":"/models/mai-code-1-1-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-code-1-flash--effort-unspecified","name":"MAI-Code-1-Flash · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-code-1-flash","detailsUrl":"/models/mai-code-1-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.6--effort-unspecified","name":"Seed 1.6 · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.6","detailsUrl":"/models/doubao-seed-1.6","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.6-thinking--effort-unspecified","name":"Seed 1.6 Thinking · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.6-thinking","detailsUrl":"/models/doubao-seed-1.6-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.6-vision--effort-unspecified","name":"Seed 1.6 Vision · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.6-vision","detailsUrl":"/models/doubao-seed-1.6-vision","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.8--effort-unspecified","name":"Seed 1.8 · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.8","detailsUrl":"/models/doubao-seed-1.8","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-code--effort-unspecified","name":"Seed 2.0 Code · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-code","detailsUrl":"/models/doubao-seed-2.0-code","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-lite--effort-unspecified","name":"Seed 2.0 Lite · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-lite","detailsUrl":"/models/doubao-seed-2.0-lite","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-mini--effort-unspecified","name":"Seed 2.0 Mini · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-mini","detailsUrl":"/models/doubao-seed-2.0-mini","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-pro--effort-unspecified","name":"Seed 2.0 Pro · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-pro","detailsUrl":"/models/doubao-seed-2.0-pro","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.1-pro--effort-unspecified","name":"Seed 2.1 Pro · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.1-pro","detailsUrl":"/models/doubao-seed-2.1-pro","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.1-turbo--effort-unspecified","name":"Seed 2.1 Turbo · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.1-turbo","detailsUrl":"/models/doubao-seed-2.1-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-character--effort-unspecified","name":"Seed Character · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-character","detailsUrl":"/models/doubao-seed-character","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-evolving--effort-unspecified","name":"Seed Evolving · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-evolving","detailsUrl":"/models/doubao-seed-evolving","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"seed-coder-8b-instruct--effort-unspecified","name":"Seed Coder 8B Instruct · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-coder-8b-instruct","detailsUrl":"/models/seed-coder-8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"seed-coder-8b-reasoning--effort-unspecified","name":"Seed Coder 8B Reasoning · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-coder-8b-reasoning","detailsUrl":"/models/seed-coder-8b-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.0-7.8b-instruct--effort-unspecified","name":"EXAONE 3.0 7.8B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.0-7.8b-instruct","detailsUrl":"/models/exaone-3.0-7.8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.5-2.4b-instruct--effort-unspecified","name":"EXAONE 3.5 2.4B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.5-2.4b-instruct","detailsUrl":"/models/exaone-3.5-2.4b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.5-32b-instruct--effort-unspecified","name":"EXAONE 3.5 32B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.5-32b-instruct","detailsUrl":"/models/exaone-3.5-32b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.5-7.8b-instruct--effort-unspecified","name":"EXAONE 3.5 7.8B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.5-7.8b-instruct","detailsUrl":"/models/exaone-3.5-7.8b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-4.0.1-32b--effort-unspecified","name":"EXAONE 4.0.1 32B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0.1-32b","detailsUrl":"/models/exaone-4.0.1-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-deep-2.4b--effort-unspecified","name":"EXAONE Deep 2.4B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-deep-2.4b","detailsUrl":"/models/exaone-deep-2.4b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-deep-32b--effort-unspecified","name":"EXAONE Deep 32B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-deep-32b","detailsUrl":"/models/exaone-deep-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-deep-7.8b--effort-unspecified","name":"EXAONE Deep 7.8B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-deep-7.8b","detailsUrl":"/models/exaone-deep-7.8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"step-3.5-flash--effort-unspecified","name":"Step 3.5 Flash · Effort unspecified","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step-3.5-flash","detailsUrl":"/models/step-3.5-flash","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"step3--effort-unspecified","name":"Step 3 · Effort unspecified","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step3","detailsUrl":"/models/step3","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-10.7b-instruct-v1.0--effort-unspecified","name":"SOLAR 10.7B Instruct v1.0 · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-10.7b-instruct-v1.0","detailsUrl":"/models/solar-10.7b-instruct-v1.0","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-mini-250422--effort-unspecified","name":"Solar Mini (April 2025) · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-mini-250422","detailsUrl":"/models/solar-mini-250422","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-pro-preview-instruct--effort-unspecified","name":"solar pro preview instruct · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro-preview-instruct","detailsUrl":"/models/solar-pro-preview-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-pro2-251215--effort-unspecified","name":"Solar Pro 2 (December 2025) · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro2-251215","detailsUrl":"/models/solar-pro2-251215","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-rl--effort-unspecified","name":"MiMo-7B-RL · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-rl","detailsUrl":"/models/mimo-7b-rl","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-rl-0530--effort-unspecified","name":"MiMo-7B-RL-0530 · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-rl-0530","detailsUrl":"/models/mimo-7b-rl-0530","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-rl-zero--effort-unspecified","name":"MiMo-7B-RL-Zero · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-rl-zero","detailsUrl":"/models/mimo-7b-rl-zero","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-sft--effort-unspecified","name":"MiMo-7B-SFT · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-sft","detailsUrl":"/models/mimo-7b-sft","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-rl--effort-unspecified","name":"MiMo-VL-7B-RL · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-rl","detailsUrl":"/models/mimo-vl-7b-rl","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-rl-2508--effort-unspecified","name":"MiMo-VL-7B-RL-2508 · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-rl-2508","detailsUrl":"/models/mimo-vl-7b-rl-2508","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-sft--effort-unspecified","name":"MiMo-VL-7B-SFT · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-sft","detailsUrl":"/models/mimo-vl-7b-sft","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-sft-2508--effort-unspecified","name":"MiMo-VL-7B-SFT-2508 · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-sft-2508","detailsUrl":"/models/mimo-vl-7b-sft-2508","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-0.3b-pt--effort-unspecified","name":"ERNIE-4.5-0.3B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-0.3b-pt","detailsUrl":"/models/ernie-4.5-0.3b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-21b-a3b-pt--effort-unspecified","name":"ERNIE-4.5-21B-A3B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-21b-a3b-pt","detailsUrl":"/models/ernie-4.5-21b-a3b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-21b-a3b-thinking--effort-unspecified","name":"ERNIE-4.5-21B-A3B-Thinking · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-21b-a3b-thinking","detailsUrl":"/models/ernie-4.5-21b-a3b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-vl-28b-a3b-pt--effort-unspecified","name":"ERNIE-4.5-VL-28B-A3B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-vl-28b-a3b-pt","detailsUrl":"/models/ernie-4.5-vl-28b-a3b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-vl-28b-a3b-thinking--effort-unspecified","name":"ERNIE-4.5-VL-28B-A3B-Thinking · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-vl-28b-a3b-thinking","detailsUrl":"/models/ernie-4.5-vl-28b-a3b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-vl-424b-a47b-pt--effort-unspecified","name":"ERNIE-4.5-VL-424B-A47B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-vl-424b-a47b-pt","detailsUrl":"/models/ernie-4.5-vl-424b-a47b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qianfan-vl-3b--effort-unspecified","name":"Qianfan-VL-3B · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"qianfan-vl-3b","detailsUrl":"/models/qianfan-vl-3b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qianfan-vl-70b--effort-unspecified","name":"Qianfan-VL-70B · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"qianfan-vl-70b","detailsUrl":"/models/qianfan-vl-70b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qianfan-vl-8b--effort-unspecified","name":"Qianfan-VL-8B · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"qianfan-vl-8b","detailsUrl":"/models/qianfan-vl-8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-0.5b-instruct--effort-unspecified","name":"Hunyuan-0.5B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-0.5b-instruct","detailsUrl":"/models/hunyuan-0.5b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-1.8b-instruct--effort-unspecified","name":"Hunyuan-1.8B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-1.8b-instruct","detailsUrl":"/models/hunyuan-1.8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-4b-instruct--effort-unspecified","name":"Hunyuan-4B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-4b-instruct","detailsUrl":"/models/hunyuan-4b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-7b-instruct--effort-unspecified","name":"Hunyuan-7B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-7b-instruct","detailsUrl":"/models/hunyuan-7b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-7b-instruct-0124--effort-unspecified","name":"Hunyuan-7B-Instruct-0124 · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-7b-instruct-0124","detailsUrl":"/models/hunyuan-7b-instruct-0124","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-a13b-instruct--effort-unspecified","name":"Hunyuan-A13B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-a13b-instruct","detailsUrl":"/models/hunyuan-a13b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-a52b-instruct--effort-unspecified","name":"Hunyuan A52B Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-a52b-instruct","detailsUrl":"/models/hunyuan-a52b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"wedlm-7b-instruct--effort-unspecified","name":"WeDLM-7B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"wedlm-7b-instruct","detailsUrl":"/models/wedlm-7b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"wedlm-8b-instruct--effort-unspecified","name":"WeDLM-8B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"wedlm-8b-instruct","detailsUrl":"/models/wedlm-8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"youtu-llm-2b--effort-unspecified","name":"Youtu-LLM-2B · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"youtu-llm-2b","detailsUrl":"/models/youtu-llm-2b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.1--effort-unspecified","name":"ERNIE-5.1 · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.1","detailsUrl":"/models/ernie-5.1","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.0--effort-unspecified","name":"ERNIE-5.0 · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0","detailsUrl":"/models/ernie-5.0","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.0-thinking-latest--effort-unspecified","name":"ERNIE-5.0-thinking-latest · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0-thinking-latest","detailsUrl":"/models/ernie-5.0-thinking-latest","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.0-thinking-exp--effort-unspecified","name":"ERNIE-5.0-thinking-exp · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0-thinking-exp","detailsUrl":"/models/ernie-5.0-thinking-exp","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-32k--effort-unspecified","name":"ERNIE-4.5-turbo-32k · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-32k","detailsUrl":"/models/ernie-4.5-turbo-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-128k--effort-unspecified","name":"ERNIE-4.5-turbo-128k · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-128k","detailsUrl":"/models/ernie-4.5-turbo-128k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-20260402--effort-unspecified","name":"ERNIE-4.5-turbo-20260402 · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-20260402","detailsUrl":"/models/ernie-4.5-turbo-20260402","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-vl--effort-unspecified","name":"ERNIE-4.5-turbo-vl · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-vl","detailsUrl":"/models/ernie-4.5-turbo-vl","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-vl-32k--effort-unspecified","name":"ERNIE-4.5-turbo-vl-32k · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-vl-32k","detailsUrl":"/models/ernie-4.5-turbo-vl-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"agnes-2.5-pro-alpha--effort-unspecified","name":"Agnes 2.5 Pro Alpha · Effort unspecified","labId":"agnes-ai","labName":"Agnes AI","scores":{},"baseModelId":"agnes-2.5-pro-alpha","detailsUrl":"/models/agnes-2.5-pro-alpha","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-v2.6-pro-ultraspeed--effort-unspecified","name":"MiMo-V2.6-Pro-UltraSpeed · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.6-pro-ultraspeed","detailsUrl":"/models/mimo-v2.6-pro-ultraspeed","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"minimax-m3.1-flash-preview--effort-unspecified","name":"MiniMax-M3.1-Flash-Preview · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m3.1-flash-preview","detailsUrl":"/models/minimax-m3.1-flash-preview","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"agnes-3.0-flash-preview--effort-unspecified","name":"Agnes-3.0-Flash Preview · Effort unspecified","labId":"agnes-ai","labName":"Agnes AI","scores":{},"baseModelId":"agnes-3.0-flash-preview","detailsUrl":"/models/agnes-3.0-flash-preview","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}}],"evidencePolicy":"documented","scoringVersion":"v4-configuration-source-6","effortDatasetId":"sha256-49305f3d640f7387a764d95d62f10bbce44aeff4a4012ddba973eddf1e57a707+sha256-443256461e035ccdee585c01fdbd68b4b26545d45e2bd6b2bd93e1e913a2d41a+sha256-32c6374f8a0cdb9cd64f17244f1a697dd35d31cff071002599f3e1226d1e027d+sha256-9b7bfe52f0cba33df0362a330cb12551ea2f5853bf843931b08dad98e5d8d15c+sha256-c4f243913106bee769c57849d3cb4662fee3097206d30d3c8d4d37d687f8e556+sha256-c6f9cb8b67b4289e79e621b65d529e5f57eee55d89d86915f397859092051dad+sha256-78cb5ce46bffe96a698a9a7117551eafb90b2c3d05066722f4a703be2680aa55+sha256-e34a2de55476481fa69ea734e4027620fbc14df27f896c3bcec6c07275b0da42"}}